-- Logs begin at Tue 2022-03-08 16:34:37 UTC, end at Tue 2022-03-08 18:03:42 UTC. -- Mar 08 17:23:30.626140 dv-cinder-830085-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 17:23:33.632229 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.common.config [-] Logging enabled! Mar 08 17:23:33.632866 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 17:23:33.633117 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103311) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 17:23:33.636455 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.common.config [-] Logging enabled! Mar 08 17:23:33.636715 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 17:23:33.637035 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103311) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 17:23:33.637994 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 17:23:33.638229 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 17:23:33.638615 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 17:23:33.638868 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 17:23:33.639500 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 17:23:33.639831 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.640276 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 17:23:33.640608 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.640905 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.641206 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.641510 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.642088 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.642382 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.642678 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.642983 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.643278 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.643569 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.643861 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.644160 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.644450 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.644741 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.645033 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.645321 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] debug = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.645608 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.646101 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.646531 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.647392 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.647918 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.648271 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.648559 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.648844 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.649140 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.649476 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] host = dv-cinder-830085-3-iscsi {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.649796 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.650095 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.650389 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.650678 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.650960 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.651243 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.651531 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.651815 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.652094 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] log_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.652379 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.652673 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.652963 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.653257 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.653487 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.653715 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.654035 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.654330 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.654614 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.654895 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.655181 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.655460 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.655742 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.656018 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.656308 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.656596 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.656886 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.657167 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.657449 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.657728 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.658033 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.658323 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.658603 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.658882 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.659163 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.659458 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.659735 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.660016 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.660319 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.660607 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.660893 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.661183 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.661463 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.661769 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.662058 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.662327 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.662737 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] use_json = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.663203 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.663485 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.663776 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.664057 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.664335 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.664617 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.664894 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.665181 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.665458 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:33.665779 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.666086 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.666390 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.666698 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.666990 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.667276 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.667568 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.667852 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.668144 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.668434 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.668728 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.669012 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.669316 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.669612 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.669947 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.670259 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.670556 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.670850 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.671129 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.671409 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.671690 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.671979 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.672272 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.672555 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.672847 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.673139 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.673423 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.673724 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.674039 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.674339 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.674635 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.674916 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.675200 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.675495 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.675779 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.676058 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.676339 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.676631 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.676914 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.677192 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.677477 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.677772 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.678401 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.678862 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.679157 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.679456 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.679742 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.680022 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.680304 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.680590 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.680871 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.681163 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.681446 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.681724 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.682026 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.682316 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.682598 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.682878 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.683163 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.683440 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.683723 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.684002 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.684281 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.684560 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.684837 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.685115 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.685392 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.685670 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.685977 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.686259 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.686632 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.686921 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.687206 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.687487 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.687780 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.688087 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.688373 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.688662 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.688951 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.689236 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.689521 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.689841 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.690132 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.690418 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.690699 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.690998 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.691290 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.691585 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.691893 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.692187 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.692490 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.692778 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.693064 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.693357 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.694189 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.694629 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.695082 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.695385 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.695694 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.695999 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.696302 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.696603 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.696903 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.697195 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.697512 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.697837 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:33.698064 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 17:23:33.698309 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103311) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 17:23:34.082491 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 17:23:34.082777 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 17:23:34.083092 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 17:23:34.083581 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 17:23:34.422880 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.423182 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.423458 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.424765 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.425046 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.425320 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.472322 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.472605 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.472876 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.487849 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.488143 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.488421 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.518389 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.518670 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.518940 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.557936 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.558224 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.558494 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.910744 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.911369 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.911369 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.911566 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:34.912263 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.017901 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.018233 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.018523 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.018803 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.019078 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.019658 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.019658 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.019902 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.020161 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.020449 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.020714 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.020982 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.021242 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.021499 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.022374 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.022839 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.023246 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.023532 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.023905 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.024365 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.024756 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.025026 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.025329 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.025719 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.026131 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.026524 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.026940 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:23:35.027220 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:23:35.027426 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:23:35.027747 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:23:35.027994 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:23:35.028238 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:23:35.028787 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 17:23:35.032580 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 17:23:35.036703 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 17:23:35.040807 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Mar 08 17:23:35.042498 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 17:23:35.042976 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 17:23:35.043321 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 17:23:35.043714 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 17:23:35.046606 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 17:23:35.046867 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 17:23:35.047225 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 17:23:35.052189 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 17:23:35.077242 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 17:23:35.077712 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.078044 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103311) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 17:23:35.078424 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.079806 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103311) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 17:23:35.080092 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 17:23:35.080342 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 17:23:35.083704 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.083990 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:35.149171 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 17:23:35.149415 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 17:23:35.149660 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 17:23:35.150061 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 17:23:35.170308 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_db.sqlalchemy.engines [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103311) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 17:23:35.764956 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Initializing driver for type 'gre' Mar 08 17:23:35.765487 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] gre ID ranges: [(1, 1000)] Mar 08 17:23:35.965309 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Initializing driver for type 'local' Mar 08 17:23:35.965964 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Initializing driver for type 'vlan' Mar 08 17:23:36.062481 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] VlanTypeDriver initialization complete Mar 08 17:23:36.062832 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Initializing driver for type 'vxlan' Mar 08 17:23:36.063347 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] vxlan ID ranges: [(1, 1000)] Mar 08 17:23:36.313823 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Initializing extension driver 'port_security' Mar 08 17:23:36.314176 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.extensions.port_security [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] PortSecurityExtensionDriver initialization complete Mar 08 17:23:36.314510 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Initializing mechanism driver 'openvswitch' Mar 08 17:23:36.314853 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Initializing mechanism driver 'hyperv' Mar 08 17:23:36.321701 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.plugin [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:23:36.322606 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > port after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.322985 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > port after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.323346 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > port after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.323885 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:23:36.324369 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > subnet after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.324729 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > subnet after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.325085 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.325491 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:23:36.325932 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > network after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.326292 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > network after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.326644 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > network after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.327045 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:23:36.327458 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > security_group after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.327815 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > security_group after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.328163 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.328568 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:23:36.328979 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.329330 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.329676 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.330104 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:23:36.330514 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > address_group after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.330865 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > address_group after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.331213 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.331623 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 17:23:36.332073 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] ML2 OVO RPC backend initialized. {{(pid=103311) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 17:23:36.332788 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.333151 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.333573 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > network before_response 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.333954 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > networks before_response 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.334831 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > port before_response 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.335283 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > ports before_response 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.335687 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > subnet before_response 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.336041 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > subnets before_response 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.336397 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > network after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.336749 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > network after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.337095 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > network after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.337443 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > port after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.337814 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > port after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.341118 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > port after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.341118 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > subnet after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.341118 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > subnet after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.341118 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.347203 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded quota_driver: . Mar 08 17:23:36.347565 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.plugin [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Modular L2 Plugin initialization complete Mar 08 17:23:36.347923 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading services supported by the core plugin {{(pid=103311) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 17:23:36.348275 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.plugins.ml2.managers [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Got port-security extension from driver 'port_security' Mar 08 17:23:36.348764 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.extensions.vlantransparent [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Disabled vlantransparent extension. Mar 08 17:23:36.349264 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103311) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 17:23:36.349598 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading Plugin: router Mar 08 17:23:36.402676 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.403101 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router after_create 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.403477 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router before_create 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.403874 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.404215 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.404574 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router after_delete 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.404958 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.405309 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.405665 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router after_create 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.406034 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router after_update 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.406386 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router after_update 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.406759 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.407117 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router after_update 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.407524 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router precommit_update 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.407899 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: port after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.408247 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: port after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.408589 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: subnet after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.408931 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.409284 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.409635 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router precommit_create 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.410008 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: port before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.410356 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router precommit_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.410714 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router after_update 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.411054 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.411532 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router precommit_create 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.411897 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.412248 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router precommit_update 55549900 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.412801 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > agent after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.413154 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > agent after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.413500 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > network after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.414390 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Tracking information for resource: router configured {{(pid=103311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:23:36.414723 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Tracking information for resource: floatingip configured {{(pid=103311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 17:23:36.422000 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.db.l3_agentschedulers_db [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 17:23:36.422578 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: port after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.422941 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: port after_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.423293 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: port after_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.423645 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: port after_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.424437 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router before_create 55550100 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.424806 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.425173 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router precommit_create 55550100 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.425531 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > router precommit_update 55550100 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.430380 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.services.provider_configuration [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service providers = [] {{(pid=103311) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 17:23:36.430744 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.db.servicetype_db [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103311) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 17:23:36.433675 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.services.service_base [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 17:23:36.434044 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.services.service_base [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 17:23:36.434385 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.services.service_base [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 17:23:36.435269 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.services.service_base [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 17:23:36.435641 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.services.service_base [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 17:23:36.436019 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:23:36.436334 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 17:23:36.454751 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:23:36.455086 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading Plugin: auto_allocate Mar 08 17:23:36.462214 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: network precommit_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.462584 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: network precommit_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.473027 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:23:36.473347 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading Plugin: tag Mar 08 17:23:36.480536 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:23:36.480872 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading Plugin: timestamp Mar 08 17:23:36.484852 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:23:36.485190 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading Plugin: network_ip_availability Mar 08 17:23:36.490913 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.491360 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.491726 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.492482 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:23:36.492808 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading Plugin: flavors Mar 08 17:23:36.497932 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:23:36.498331 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading Plugin: revisions Mar 08 17:23:36.509719 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 17:23:36.510146 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_concurrency.lockutils [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.427s {{(pid=103311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 17:23:36.510896 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103311) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 17:23:36.511242 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Initializing extension manager. Mar 08 17:23:36.511777 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: __init__.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.512125 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: __pycache__ {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.512534 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.512847 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: address_group.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.513626 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.514242 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: address-group Mar 08 17:23:36.514577 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: address_scope.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.515303 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.515820 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: address-scope Mar 08 17:23:36.516147 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.517357 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.517914 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: router-admin-state-down-before-update Mar 08 17:23:36.518247 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: agent.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.519002 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.519516 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: agent Mar 08 17:23:36.519844 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: agent_resources_synced.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.520770 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.521284 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: agent-resources-synced Mar 08 17:23:36.521616 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: allowedaddresspairs.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.523996 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.524535 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: allowed-address-pairs Mar 08 17:23:36.524871 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: auto_allocated_topology.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.525999 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.526530 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: auto-allocated-topology Mar 08 17:23:36.526861 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: availability_zone.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.527565 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.528080 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: availability_zone Mar 08 17:23:36.528412 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: availability_zone_filter.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.532269 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.532783 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: availability_zone_filter Mar 08 17:23:36.533114 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: data_plane_status.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.534073 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.534591 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 17:23:36.534918 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: default_subnetpools.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.535892 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.536406 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: default-subnetpools Mar 08 17:23:36.536741 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.537565 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.538128 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: dhcp_agent_scheduler Mar 08 17:23:36.538463 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: dns.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.539394 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.539906 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension dns-integration not supported by any of loaded plugins Mar 08 17:23:36.540235 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: dns_domain_ports.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.541168 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.541683 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 17:23:36.542040 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.542968 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.543485 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 17:23:36.543814 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: dvr.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.544503 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.545013 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: dvr Mar 08 17:23:36.545339 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: ecmp_routes.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.546327 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.546837 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 17:23:36.547162 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: empty_string_filtering.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.548093 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.548607 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: empty-string-filtering Mar 08 17:23:36.548934 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.549897 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.550414 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 17:23:36.550744 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.551668 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.552180 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 17:23:36.552508 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: external_net.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.560693 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.561208 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: external-net Mar 08 17:23:36.561534 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.562495 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.563007 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: extra_dhcp_opt Mar 08 17:23:36.563338 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: extraroute.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.564350 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.564815 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: extraroute Mar 08 17:23:36.565142 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: extraroute_atomic.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.566215 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.566733 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: extraroute-atomic Mar 08 17:23:36.567064 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: filter_validation.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.567736 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.568248 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: filter-validation Mar 08 17:23:36.569106 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: fip_pf_description.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.570217 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.570730 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 17:23:36.571059 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: fip_port_details.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.572182 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.572700 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: fip-port-details Mar 08 17:23:36.573031 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: flavors.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.574313 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.574847 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: flavors Mar 08 17:23:36.575185 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.576945 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.577478 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 17:23:36.577849 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: floatingip_pools.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.578567 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.579084 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: floatingip-pools Mar 08 17:23:36.579417 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: ip_allocation.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.580364 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.580874 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 17:23:36.581204 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.587134 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.587653 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: ip-substring-filtering Mar 08 17:23:36.587987 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: l2_adjacency.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.588939 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.589453 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 17:23:36.589818 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: l3.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.590798 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.591327 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: router Mar 08 17:23:36.591663 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.594005 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.594540 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 17:23:36.594878 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.595822 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.596339 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: ext-gw-mode Mar 08 17:23:36.596672 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.597613 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.598261 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: l3-ha Mar 08 17:23:36.598599 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.599524 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.600072 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 17:23:36.600398 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: l3_flavors.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.601319 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.601866 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: l3-flavors Mar 08 17:23:36.602199 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.603597 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.604168 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 17:23:36.604503 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.605429 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.605984 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 17:23:36.606316 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: l3agentscheduler.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.607358 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.607880 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: l3_agent_scheduler Mar 08 17:23:36.608215 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: local_ip.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.612192 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.612722 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension local_ip not supported by any of loaded plugins Mar 08 17:23:36.613061 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: logging.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.616366 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.616904 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension logging not supported by any of loaded plugins Mar 08 17:23:36.617249 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: metering.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.618044 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.618638 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: metering Mar 08 17:23:36.618978 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.620098 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.620631 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: metering_source_and_destination_fields Mar 08 17:23:36.621070 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: multiprovidernet.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.622089 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.622612 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: multi-provider Mar 08 17:23:36.622941 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: netmtu.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.623875 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.624393 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: net-mtu Mar 08 17:23:36.624721 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: netmtu_writable.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.625659 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.626205 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: net-mtu-writable Mar 08 17:23:36.626531 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: network_availability_zone.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.627254 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.627764 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: network_availability_zone Mar 08 17:23:36.628093 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: network_ip_availability.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.629225 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.629767 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: network-ip-availability Mar 08 17:23:36.630097 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: network_segment_range.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.630879 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.632057 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 17:23:36.632381 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: pagination.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.633381 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.633721 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: pagination Mar 08 17:23:36.634074 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: port_device_profile.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.635011 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.635530 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: port-device-profile Mar 08 17:23:36.635859 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.636805 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.637321 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: port-mac-address-regenerate Mar 08 17:23:36.637651 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.638711 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.639151 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: port-numa-affinity-policy Mar 08 17:23:36.639478 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: port_resource_request.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.640401 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.640918 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 17:23:36.641270 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: port_resource_request_groups.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.642542 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.643094 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 17:23:36.643385 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: portbindings.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.644321 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.644838 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: binding Mar 08 17:23:36.645167 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: portbindings_extended.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.646589 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.647773 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: binding-extended Mar 08 17:23:36.648123 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: portsecurity.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.649052 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.649574 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: port-security Mar 08 17:23:36.649979 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: project_id.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.650977 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.651315 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: project-id Mar 08 17:23:36.651643 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: providernet.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.652565 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.653087 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: provider Mar 08 17:23:36.653412 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.657170 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.657702 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos not supported by any of loaded plugins Mar 08 17:23:36.658064 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.659326 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.659849 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 17:23:36.660185 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.661121 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.661645 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 17:23:36.662007 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_default.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.663177 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.663699 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-default not supported by any of loaded plugins Mar 08 17:23:36.664034 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_fip.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.664971 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.665500 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-fip not supported by any of loaded plugins Mar 08 17:23:36.665871 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.666803 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.667324 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 17:23:36.667657 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_gateway_ip.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.668589 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.669109 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 17:23:36.669441 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_port_network_policy.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.670522 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.671047 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 17:23:36.671380 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.672429 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.672953 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 17:23:36.673289 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.674370 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.674890 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 17:23:36.675222 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_pps_rule.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.676423 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.676949 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-pps not supported by any of loaded plugins Mar 08 17:23:36.677280 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_rule_type_details.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.678262 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.678782 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 17:23:36.679106 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: qos_rules_alias.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.680171 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.680700 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 17:23:36.681029 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: quota_check_limit.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.681982 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.682508 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: quota-check-limit Mar 08 17:23:36.682836 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: quotasv2.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.683781 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.684116 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: quotas Mar 08 17:23:36.684444 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: quotasv2_detail.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.686196 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.686545 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: quota_details Mar 08 17:23:36.686884 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: rbac.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.687953 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.688484 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: rbac-policies Mar 08 17:23:36.688819 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: rbac_address_group.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.689771 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.690303 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: rbac-address-group Mar 08 17:23:36.690643 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: rbac_address_scope.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.691574 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.692096 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: rbac-address-scope Mar 08 17:23:36.692429 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: rbac_security_groups.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.693360 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.694432 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: rbac-security-groups Mar 08 17:23:36.694760 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: rbac_subnetpool.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.695757 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.696278 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: rbac-subnetpool Mar 08 17:23:36.696607 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: revisionifmatch.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.697561 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.698118 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: revision-if-match Mar 08 17:23:36.698448 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: revisions.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.699574 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.700096 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: standard-attr-revisions Mar 08 17:23:36.700429 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: router_availability_zone.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.701118 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.701637 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: router_availability_zone Mar 08 17:23:36.702004 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: routerservicetype.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.702940 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.703456 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension router-service-type not supported by any of loaded plugins Mar 08 17:23:36.703784 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.704714 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.705232 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: security-groups-normalized-cidr Mar 08 17:23:36.705560 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.706521 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.707042 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: port-security-groups-filtering Mar 08 17:23:36.707368 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.708309 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.708828 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: security-groups-remote-address-group Mar 08 17:23:36.709193 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.710675 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.711195 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: security-groups-shared-filtering Mar 08 17:23:36.711522 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.712113 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 17:23:36.712437 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: securitygroup.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.722140 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.722678 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: security-group Mar 08 17:23:36.723021 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: segment.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.723817 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.724334 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension segment not supported by any of loaded plugins Mar 08 17:23:36.724668 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.725653 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.726198 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 17:23:36.726533 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: servicetype.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.727669 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.728200 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: service-type Mar 08 17:23:36.728538 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: sorting.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.729535 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.729907 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: sorting Mar 08 17:23:36.730236 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: standard_attr_segment.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.731174 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.731699 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 17:23:36.732029 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: standardattrdescription.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.732689 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.733209 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: standard-attr-description Mar 08 17:23:36.733539 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: stateful_security_group.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.734508 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.735036 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: stateful-security-group Mar 08 17:23:36.735368 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: stdattrs_common.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.735942 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 17:23:36.736271 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.737205 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.737734 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 17:23:36.738088 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: subnet_onboard.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.739243 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.739849 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: subnet_onboard Mar 08 17:23:36.740182 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.741195 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.741846 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 17:23:36.742181 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: subnet_service_types.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.743122 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.743749 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: subnet-service-types Mar 08 17:23:36.744079 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: subnetallocation.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.745382 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.746758 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: subnet_allocation Mar 08 17:23:36.747329 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.748053 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.748584 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: subnetpool-prefix-ops Mar 08 17:23:36.748918 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.749902 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.750428 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 17:23:36.750761 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: tagging.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.751857 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.752381 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: standard-attr-tag Mar 08 17:23:36.752715 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: timestamp.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.753973 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.754502 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loaded extension: standard-attr-timestamp Mar 08 17:23:36.754835 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: trunk.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.755892 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.757132 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension trunk not supported by any of loaded plugins Mar 08 17:23:36.757472 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: trunk_details.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.758452 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.758972 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension trunk-details not supported by any of loaded plugins Mar 08 17:23:36.759303 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: uplink_status_propagation.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.760242 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.760757 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 17:23:36.761092 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Loading extension file: vlantransparent.py {{(pid=103311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 17:23:36.761796 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 17:23:36.762315 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 17:23:36.764820 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:network Mar 08 17:23:36.765351 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:subnet Mar 08 17:23:36.765773 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 17:23:36.766227 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:port Mar 08 17:23:36.767739 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.768181 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service FLAVORS assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.768796 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.769226 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.769567 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:router Mar 08 17:23:36.770040 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:floatingip Mar 08 17:23:36.770541 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service METERING assigned prefix: /metering {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.772664 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.773048 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.773417 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:23:36.774462 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 17:23:36.774916 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:security_group Mar 08 17:23:36.775363 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 17:23:36.775961 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service CORE assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.776300 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 17:23:36.776663 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] subnetpool is already registered Mar 08 17:23:36.777088 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service CORE assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.777435 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 17:23:36.777800 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] subnetpool is already registered Mar 08 17:23:36.780051 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.780491 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service FLAVORS assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.781092 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.781519 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.781892 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:router Mar 08 17:23:36.782237 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] router is already registered Mar 08 17:23:36.782653 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:floatingip Mar 08 17:23:36.783003 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] floatingip is already registered Mar 08 17:23:36.783461 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service METERING assigned prefix: /metering {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.784130 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 17:23:36.784464 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] rbac_policy is already registered Mar 08 17:23:36.784883 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:security_group Mar 08 17:23:36.785223 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] security_group is already registered Mar 08 17:23:36.785634 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 17:23:36.786000 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] security_group_rule is already registered Mar 08 17:23:36.786643 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service CORE assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.786984 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 17:23:36.787456 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] subnetpool is already registered Mar 08 17:23:36.787801 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.v2.resource_helper [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Service CORE assigned prefix: {{(pid=103311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 17:23:36.788133 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 17:23:36.788463 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING neutron.quota.resource_registry [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] subnetpool is already registered Mar 08 17:23:36.788942 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: extensions {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.790439 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: address-groups {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.791946 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: address-scopes {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.793297 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: agents {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.794487 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: auto-allocated-topology {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.795736 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: availability_zones {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.796949 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: dhcp-networks {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.798497 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: dhcp-agents {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.799938 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: routers {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.802192 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: flavors {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.803902 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: service_profiles {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.805112 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: next_providers {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.806612 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: service_profiles {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.808334 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: floatingip-pools {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.809559 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: routers {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.811721 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: floatingips {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.814214 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: l3-routers {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.815680 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: l3-agents {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.817056 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: metering-labels {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.818470 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: metering-label-rules {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.820720 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: network-ip-availabilities {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.822047 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: bindings {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.823738 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: quotas {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.825302 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: quotas {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.826871 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: rbac-policies {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.828166 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: security-groups {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.829543 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: security-group-rules {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.830828 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: service-providers {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.832077 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: subnetpools {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.833481 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: subnetpools {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.835023 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: tags {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.836708 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: tags {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.838539 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: tags {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.840332 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: tags {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.842162 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: tags {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.844016 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: tags {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.845702 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: tags {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.847621 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: tags {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.849379 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: tags {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.851285 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron.api.extensions [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Extended resource: tags {{(pid=103311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 17:23:36.857146 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING keystonemiddleware.auth_token [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 17:23:36.861907 dv-cinder-830085-3-iscsi neutron-server[103311]: WARNING keystonemiddleware.auth_token [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 17:23:36.871190 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_concurrency.lockutils [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Acquired lock "singleton_lock" {{(pid=103311) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 17:23:36.871686 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_concurrency.lockutils [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Releasing lock "singleton_lock" {{(pid=103311) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 17:23:36.872351 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO oslo_service.service [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Starting 2 workers Mar 08 17:23:36.877262 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Started child 103424 {{(pid=103311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 17:23:36.882517 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Started child 103425 {{(pid=103311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 17:23:36.883679 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:36.884383 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO neutron.service [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 17:23:36.884812 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:36.885242 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [-] (103424) wsgi starting up on http://0.0.0.0:9696 Mar 08 17:23:36.887373 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO oslo_service.service [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Starting 1 workers Mar 08 17:23:36.887528 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:36.888790 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [-] (103425) wsgi starting up on http://0.0.0.0:9696 Mar 08 17:23:36.892950 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Started child 103426 {{(pid=103311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 17:23:36.893516 dv-cinder-830085-3-iscsi neutron-server[103311]: INFO oslo_service.service [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Starting 1 workers Mar 08 17:23:36.896756 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.service [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] calling RpcWorker wait() {{(pid=103426) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 17:23:36.897280 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.service [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] returning from RpcWorker wait() {{(pid=103426) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 17:23:36.898320 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Started child 103427 {{(pid=103311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 17:23:36.898955 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:36.899180 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG neutron_lib.callbacks.manager [None req-663fc39a-73f2-422c-adfa-af62f43e050c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:36.899527 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:23:36.901155 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103311) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 17:23:36.901377 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 17:23:36.901568 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 17:23:36.901826 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 17:23:36.902182 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 17:23:36.902351 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 17:23:36.902891 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.903174 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.903289 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:36.903727 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.903727 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.904015 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.904585 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.904836 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.905107 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.905399 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.905640 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.905841 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.906014 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.906275 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.906546 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.906843 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.907117 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.907381 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.907655 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.907835 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.908109 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.908378 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.908617 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.908903 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] debug = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.909163 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.909688 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.910053 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.910326 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.910553 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.910844 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.911080 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.911382 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.911639 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.911867 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.912109 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.912412 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.912632 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.912842 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.913108 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.913336 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.913600 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.913864 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.914318 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] host = dv-cinder-830085-3-iscsi {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.914542 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.914772 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.915026 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.915281 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.915540 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.915777 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.916049 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.916326 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.916558 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.916802 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.917061 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.917314 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.917534 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.917815 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.917990 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_options = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.918216 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.918490 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.918764 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.918959 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.919130 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.919299 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.919580 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.919753 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.920001 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.920245 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.920463 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.920683 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.920902 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.921138 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.921406 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.921652 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.921931 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.922180 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.922434 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.922688 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.922919 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.923183 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.923408 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.923631 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.923848 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.924192 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.924543 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.924868 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.925141 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.925386 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.925647 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.925819 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:23:36.925967 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.926190 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.926445 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.926712 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.926953 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.927187 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.927435 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.927840 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.928899 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.929490 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.929874 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.930317 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.930705 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.931150 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.931436 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.931701 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_json = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.932180 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.932454 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.932716 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.932942 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.933167 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.933393 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.933649 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.933935 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.934160 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:36.934623 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.934910 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.935228 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.935660 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.935925 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.936175 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.936433 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.936668 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.936928 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.937189 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.937476 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.937712 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.938040 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.938319 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.938603 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.938943 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.939220 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.939499 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.939745 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.939977 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.940217 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.940694 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.940981 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.941209 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.941452 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.941698 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.941975 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.942281 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.942553 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.942894 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.948757 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.948757 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.948757 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.948757 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.948757 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.948757 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.948757 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.948757 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.949393 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.949393 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.949393 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.949393 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.949393 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.949393 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.949393 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.949393 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.949393 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950034 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950034 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950034 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950034 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950034 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950034 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950034 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950034 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950034 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950798 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950798 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.950798 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.951148 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.951148 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.951381 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.951523 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.951734 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.951952 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.952175 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.952395 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.952694 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.953465 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.953702 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.955062 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.955062 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.955062 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.955062 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.955062 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.955062 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.955922 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.955922 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.955922 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.955922 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.956400 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.956400 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.956654 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.956777 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.956995 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.957225 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.957444 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.957661 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.957933 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.958168 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.958389 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.958765 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.959077 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.959434 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.959750 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.960009 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.960274 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.960500 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.960755 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.961000 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.961234 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.961471 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.961727 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.962004 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.962278 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.962509 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.962738 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.962983 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.963225 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.964132 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.964381 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.964608 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.964916 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.965118 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.965377 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.965947 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.965947 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.966222 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.966397 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.966670 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.966925 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.967221 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.967449 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.967724 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.968019 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.968278 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.968565 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.968832 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.969087 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.969350 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.969634 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.969966 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.974420 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.974420 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.974420 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.974420 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.974420 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.974420 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.974420 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.974420 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.976266 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.976266 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.976266 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.976266 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.976266 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.976266 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.976266 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.976266 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.977640 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.977640 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.977640 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.977640 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.977640 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.977640 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.977640 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.977640 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.978622 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.978622 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.979493 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.979890 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.980276 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.981773 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.982057 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.982309 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.982818 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.982818 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.984183 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.984183 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.984183 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.984183 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.984183 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.985343 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.985343 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.985343 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.985343 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.985343 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.986069 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.986069 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.986069 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.986490 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.986490 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.986752 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.986850 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.987496 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.987496 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.987496 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.987811 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.987997 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.988148 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.988399 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.988570 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.988794 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.989058 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.989318 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.989683 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.989970 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.990212 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.991022 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.991340 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.991707 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.991973 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.992197 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.992424 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.992669 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.992900 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.993173 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.993421 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.993648 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.993905 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.994151 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.994580 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.994685 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.995812 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.995812 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.995812 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.995812 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.995812 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.996209 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.996209 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.996386 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.996608 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.996829 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.997048 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.997364 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.997630 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.997897 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.998175 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.999141 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.999141 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.999141 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.999588 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.999588 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.999588 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:36.999968 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.000113 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.000250 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.000468 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.000686 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.000913 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.001135 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.001351 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.001582 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.001843 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.002047 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.003344 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.003344 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.003344 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.003344 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.003344 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.003344 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.004188 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.004188 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.004188 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.004583 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.004583 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.004841 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.004990 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.005088 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.005317 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.005618 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.007367 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.007367 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.007367 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.007367 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.007948 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.007948 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.008216 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.008360 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.008521 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.008758 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.008957 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.009190 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.009777 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.009940 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.010122 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.010426 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.010667 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.010948 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.011230 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.011520 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.011742 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.012304 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.012479 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.012647 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.012919 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.013178 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.013434 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.013682 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.013911 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.014144 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.014360 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.014600 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.014852 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.015091 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.015346 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.015578 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.015833 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.016048 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.016290 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.016794 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.017044 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.017290 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.017429 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:23:37.017524 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 17:23:37.018036 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103311) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 17:23:37.018206 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 17:23:37.018367 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 17:23:37.018544 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 17:23:37.018720 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 17:23:37.018879 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 17:23:37.019097 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.019265 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.019434 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.019627 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.019780 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.019959 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.020216 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.020387 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.020555 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.020699 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.020868 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.021021 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.021839 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.021839 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.021839 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.022269 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.022269 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.022608 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.022608 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.022608 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.023007 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.023007 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.023262 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] debug = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.023262 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.023530 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.023530 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.023822 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.023822 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.024082 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.024218 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.024352 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.024737 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.024737 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.024737 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.024928 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.025213 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.025213 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.025508 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.025508 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.025800 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.027567 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.027567 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] host = dv-cinder-830085-3-iscsi {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.027567 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.027567 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.027567 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.027567 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.027567 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.027567 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.033495 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.033495 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.033495 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.033495 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.033495 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.033495 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.033495 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.033495 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034138 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_options = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034138 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034138 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034138 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034138 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034138 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034138 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034592 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034592 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034592 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034592 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034592 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034592 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034592 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.034592 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035136 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035136 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035136 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035136 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035136 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035136 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035136 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035136 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035698 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035698 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035698 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035698 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035698 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035698 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035698 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035698 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.035698 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036300 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036300 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036300 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036300 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036300 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036300 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036300 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036300 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036817 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036817 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036817 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036817 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036817 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036817 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036817 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.036817 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_json = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.037418 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.037418 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.037418 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.037418 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.037418 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.037418 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.037418 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.037418 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.038326 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 17:23:37.038326 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.038326 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.038326 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.038326 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.038326 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.038326 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.038326 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.039254 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.039254 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.039254 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.039254 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.039254 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.039584 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.039584 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.039736 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.040865 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.041060 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.042816 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.042933 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.043073 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.043254 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.044580 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.044877 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.045080 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.045257 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.045433 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.045606 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.046177 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.046177 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.046177 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.046379 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.046539 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.046639 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.046808 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.046979 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.047150 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.047317 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.047571 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.047748 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.047916 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.048079 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.048245 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.048412 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.048579 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.048748 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.048916 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.049088 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.049251 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.049418 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.049589 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.049818 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.049986 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.050344 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.050983 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.051527 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.051881 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.052629 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.053448 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.053687 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.053891 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.054068 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.054239 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.054406 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.054579 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.054741 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.055067 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.055258 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.055392 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.055576 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.057768 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.057768 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.057768 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.057768 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.057768 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.057768 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.057768 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.057768 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.057768 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.063512 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.063512 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.063512 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.063512 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.063512 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.063512 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.063512 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.063512 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.063512 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064040 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064040 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064040 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064040 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064040 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064040 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064040 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064040 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064471 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064471 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064471 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064471 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064471 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064471 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064471 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064471 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064903 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064903 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064903 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064903 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064903 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064903 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064903 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.064903 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065345 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065345 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065345 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065345 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065345 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065345 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065345 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065345 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065851 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065851 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065851 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065851 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065851 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065851 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065851 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.065851 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066301 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066301 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066301 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066301 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066301 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066301 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066301 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066301 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066844 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066844 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066844 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.066844 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.067120 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.067235 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.067311 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.067479 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.067648 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.067836 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.067978 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.068136 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.068304 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.068469 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.068750 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.069008 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.069467 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.069639 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.069908 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.070082 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.070253 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.070424 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.070585 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.070756 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.070924 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.071092 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.071257 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.071420 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.071585 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.071762 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.071917 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.072081 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.072246 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.072410 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.072648 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.072807 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.072969 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.073099 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.073245 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.073410 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.073570 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.073793 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.073926 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.074253 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.074427 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.074596 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.074763 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.074914 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.075085 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.075248 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.075416 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.075582 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.075747 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.075914 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.076080 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.076235 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.076402 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.076567 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.076721 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.076905 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.077072 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.077237 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.077405 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.077571 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.077736 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.077923 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.078089 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.078255 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.078420 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.078588 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.078753 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.078920 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.079085 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.079249 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.079415 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.079584 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.079752 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.079917 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.080087 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.080253 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.080419 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.080582 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.080746 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.080901 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.081066 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.081232 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.081397 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.081563 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.081760 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.081929 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.082095 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.082259 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.082440 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.082580 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.082756 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.082921 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.083087 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.083251 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.083417 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.083581 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.083757 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.083922 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.084086 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.084790 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.085129 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.085297 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.085882 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.085882 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.085882 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.086118 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.086118 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.086264 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.086434 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.086600 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.086764 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.086932 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.087099 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.087264 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.087440 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.087605 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.087771 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.087935 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.088102 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.088267 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.088442 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.088709 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.088803 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.088967 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.089129 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.089294 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.089459 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.089638 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.089830 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.090001 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.090167 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.090331 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.090501 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.090671 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.090841 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.091017 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.091190 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.091357 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.091530 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.091706 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.091881 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.092047 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.092217 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.092395 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.092561 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.092725 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.092889 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.093053 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.093218 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.093381 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.093547 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.093710 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.093901 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.094066 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.094231 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.094394 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.094559 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.094723 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.094888 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.097626 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.097626 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.097626 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.097626 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 17:23:37.097626 dv-cinder-830085-3-iscsi neutron-server[103311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 17:23:37.312997 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 45564) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:37.322339 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071182 Mar 08 17:23:49.053945 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1211eba7-65d1-499a-a42a-a76b6f81440a None None] get_active_networks_info from dv-cinder-830085-3-iscsi {{(pid=103426) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 17:23:49.144279 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1211eba7-65d1-499a-a42a-a76b6f81440a None None] No non-hosted networks {{(pid=103426) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 17:23:49.146950 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.agentschedulers_db [None req-1211eba7-65d1-499a-a42a-a76b6f81440a None None] DHCP Agent not found on host dv-cinder-830085-3-iscsi {{(pid=103426) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 17:23:49.258413 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69ac857d-e778-41c2-9941-df8f6cdb4031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835901'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:51.315748 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c3192b10-b73d-41be-b334-70d961822893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835901'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:51.360265 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.db.api [None req-93ae648f-6feb-457b-87dc-db5c9d178516 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830085-3-iscsi {{(pid=103426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 17:23:51.360707 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG oslo_db.api [None req-93ae648f-6feb-457b-87dc-db5c9d178516 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 17:23:51.942530 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93ae648f-6feb-457b-87dc-db5c9d178516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:52.623071 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835901'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:53.816203 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835901'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:54.944243 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 45646) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:55.279130 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835901'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:55.280548 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.281097 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.281572 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.282122 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.282594 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.283308 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.283790 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.284280 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.284749 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.285367 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.285913 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.286469 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.291627 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:23:55.291627 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830085-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:23:55.294112 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830085-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:23:55.512062 dv-cinder-830085-3-iscsi neutron-server[103425]: WARNING oslo_policy.policy [None req-d36e10ee-631f-475b-9055-38455b4ecb40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:23:55.512667 dv-cinder-830085-3-iscsi neutron-server[103425]: WARNING oslo_policy.policy [None req-d36e10ee-631f-475b-9055-38455b4ecb40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:23:55.747998 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [None req-d36e10ee-631f-475b-9055-38455b4ecb40 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:23:55.761465 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d36e10ee-631f-475b-9055-38455b4ecb40 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8160052 Mar 08 17:23:58.352126 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 45672) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:23:58.424502 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.db.l3_hamode_db [None req-8500d6dc-0080-4b3d-a24a-ac4eac78f5d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 17:23:58.503960 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500d6dc-0080-4b3d-a24a-ac4eac78f5d9 None None] Routers set() bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:23:58.504355 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500d6dc-0080-4b3d-a24a-ac4eac78f5d9 None None] Router IDs set() for agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 17:23:58.680648 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-58dd72ed-3bd2-438e-91ca-fdff6a912c59 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:23:58.773368 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.policy [None req-58dd72ed-3bd2-438e-91ca-fdff6a912c59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103425) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 17:23:58.815805 dv-cinder-830085-3-iscsi neutron-server[103425]: WARNING oslo_policy.policy [None req-58dd72ed-3bd2-438e-91ca-fdff6a912c59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:23:58.816176 dv-cinder-830085-3-iscsi neutron-server[103425]: WARNING oslo_policy.policy [None req-58dd72ed-3bd2-438e-91ca-fdff6a912c59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:23:58.969554 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-58dd72ed-3bd2-438e-91ca-fdff6a912c59 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759922048455', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759922048826', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759922058311', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759922003696', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759922010662', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759922018654', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-821149', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-837724', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3882520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3773867'] for rbac-policy (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:59.199942 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-58dd72ed-3bd2-438e-91ca-fdff6a912c59 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:23:59.201121 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-58dd72ed-3bd2-438e-91ca-fdff6a912c59 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8479321 Mar 08 17:24:01.751484 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 45682) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:02.089165 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:24:02.261721 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Made reservation on behalf of 9977a34ee7504f008c569b99e32df12d for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:24:02.265500 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:02.283100 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:02.392519 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Publish callbacks [] for security_group (5d4a43f6-198f-4922-a3b0-d497768649aa), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:02.439046 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (5d4a43f6-198f-4922-a3b0-d497768649aa), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:02.472076 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:24:02.500806 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759923459678', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (689fbd07-b54e-434a-98bf-72002e082563), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:02.501405 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Unsubscribe: segment precommit_create {{(pid=103425) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 17:24:02.501945 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Added segment 689fbd07-b54e-434a-98bf-72002e082563 of type vlan for network 1efd9551-e070-4c57-98d2-21f9d34a82f0 Mar 08 17:24:02.508716 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4a43f6-198f-4922-a3b0-d497768649aa,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:02.548195 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.548492 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.548860 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.549204 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.549533 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.549891 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.550221 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.550544 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.550865 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.551187 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.551509 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.551834 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.552607 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Tracked resource versions report: Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: pushed versions: Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: { 'AddressGroup': {'1.2'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'ConntrackHelper': {'1.0'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Log': {'1.0'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Network': {'1.1'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Port': {'1.7'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'PortForwarding': {'1.2'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'QosPolicy': {'1.10'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SecurityGroup': {'1.5'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SubPort': {'1.0'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Subnet': {'1.1'}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Trunk': {'1.1'}} Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: consumer versions: Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: { DHCP agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: L3 agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: Metadata agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: Metering agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: Open vSwitch agent@dv-cinder-830085-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'ConntrackHelper': '1.0', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'LocalIPAssociation': '1.0', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Log': '1.0', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Network': '1.1', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Port': '1.7', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'PortForwarding': '1.2', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'QosPolicy': '1.10', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SecurityGroup': '1.5', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SecurityGroupRule': '1.2', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SubPort': '1.0', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Subnet': '1.1', Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Trunk': '1.1'}} Mar 08 17:24:02.554015 dv-cinder-830085-3-iscsi neutron-server[103425]: {{(pid=103425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:24:02.617224 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (1efd9551-e070-4c57-98d2-21f9d34a82f0), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:02.719196 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (1efd9551-e070-4c57-98d2-21f9d34a82f0), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:02.724884 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:02.725658 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:02.843875 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0912297 Mar 08 17:24:02.844732 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b144508-f570-47b3-bc8c-df833684a17c demo demo] Pushing event updated for resources: {'Network': ['ID=1efd9551-e070-4c57-98d2-21f9d34a82f0,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:02.857350 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 1efd9551-e070-4c57-98d2-21f9d34a82f0 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:24:05.413371 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 45694) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:05.909200 dv-cinder-830085-3-iscsi neutron-server[103424]: WARNING oslo_policy.policy [None req-a26ff6cd-2dda-46d5-a5e7-000a7faf30d3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:24:05.909806 dv-cinder-830085-3-iscsi neutron-server[103424]: WARNING oslo_policy.policy [None req-a26ff6cd-2dda-46d5-a5e7-000a7faf30d3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:24:06.362620 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.policy [None req-a26ff6cd-2dda-46d5-a5e7-000a7faf30d3 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103424) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 17:24:06.406784 dv-cinder-830085-3-iscsi neutron-server[103424]: WARNING oslo_policy.policy [None req-a26ff6cd-2dda-46d5-a5e7-000a7faf30d3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:24:06.407164 dv-cinder-830085-3-iscsi neutron-server[103424]: WARNING oslo_policy.policy [None req-a26ff6cd-2dda-46d5-a5e7-000a7faf30d3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 17:24:06.416427 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ff6cd-2dda-46d5-a5e7-000a7faf30d3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:06.418298 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a26ff6cd-2dda-46d5-a5e7-000a7faf30d3 demo admin] 10.222.0.66 "GET /v2.0/networks/1efd9551-e070-4c57-98d2-21f9d34a82f0 HTTP/1.1" status: 200 len: 825 time: 1.0029173 Mar 08 17:24:06.459097 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4006b160-bc89-445d-8821-4d8f05af6a77 demo admin] 10.222.0.66 "GET /v2.0/subnetpools/e3d5cc27-f03f-403f-b6d3-42240e1813a0 HTTP/1.1" status: 200 len: 734 time: 0.0351703 Mar 08 17:24:06.467825 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'e3d5cc27-f03f-403f-b6d3-42240e1813a0'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:24:06.576358 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Made reservation on behalf of 9977a34ee7504f008c569b99e32df12d for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:24:06.579532 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:06.919456 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for subnet (06ea339e-2261-476a-93ac-859e4d38d880), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:06.987840 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Checking segment: {'id': '689fbd07-b54e-434a-98bf-72002e082563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:24:06.988231 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Network hostable DHCP agents. Network: 1efd9551-e070-4c57-98d2-21f9d34a82f0, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:24:07.004000 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=06ea339e-2261-476a-93ac-859e4d38d880,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:07.017062 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.017421 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.017798 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.018133 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.018457 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.018781 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.019105 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.019426 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.019742 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.020417 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.020417 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.020829 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.021150 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Tracked resource versions report: Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: pushed versions: Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: { 'AddressGroup': {'1.2'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'ConntrackHelper': {'1.0'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Log': {'1.0'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Network': {'1.1'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Port': {'1.7'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'PortForwarding': {'1.2'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'QosPolicy': {'1.10'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SecurityGroup': {'1.5'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SubPort': {'1.0'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Subnet': {'1.1'}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Trunk': {'1.1'}} Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: consumer versions: Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: { DHCP agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: L3 agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: Metadata agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: Metering agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: Open vSwitch agent@dv-cinder-830085-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'ConntrackHelper': '1.0', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'LocalIPAssociation': '1.0', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Log': '1.0', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Network': '1.1', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Port': '1.7', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'PortForwarding': '1.2', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'QosPolicy': '1.10', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SecurityGroup': '1.5', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SecurityGroupRule': '1.2', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SubPort': '1.0', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Subnet': '1.1', Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Trunk': '1.1'}} Mar 08 17:24:07.022527 dv-cinder-830085-3-iscsi neutron-server[103424]: {{(pid=103424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:24:07.096264 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Network 1efd9551-e070-4c57-98d2-21f9d34a82f0 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:24:07.164464 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 1efd9551-e070-4c57-98d2-21f9d34a82f0) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:24:07.169269 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:07.170002 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:07.174294 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec06abb-760e-45f3-93ba-adceac1d1486 None None] Network 1efd9551-e070-4c57-98d2-21f9d34a82f0 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:24:07.264580 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-24b228b2-5368-4459-a508-316d09b23af6 demo admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8001528 Mar 08 17:24:07.560201 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dfe9f6d-995d-5fd4-beda-83d7ae1b07aa-1efd9551-e070-4c57-98d2-21f9d34a82f0', 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0', 'project_id': '9977a34ee7504f008c569b99e32df12d', 'fixed_ips': [{'subnet_id': '06ea339e-2261-476a-93ac-859e4d38d880'}]}} from dv-cinder-830085-3-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:24:07.562266 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:07.914973 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Allocated IP 172.20.0.2 (1efd9551-e070-4c57-98d2-21f9d34a82f0/06ea339e-2261-476a-93ac-859e4d38d880/59d68473-7107-4c0c-b13d-c9127f73910c) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:24:08.211458 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Publish callbacks [] for port (59d68473-7107-4c0c-b13d-c9127f73910c), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:08.303123 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (59d68473-7107-4c0c-b13d-c9127f73910c), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:08.376085 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Network 1efd9551-e070-4c57-98d2-21f9d34a82f0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:24:08.381334 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:24:08.394626 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:24:08.403312 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Pushing event updated for resources: {'Port': ['ID=59d68473-7107-4c0c-b13d-c9127f73910c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:08.433897 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.434260 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.435250 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.435250 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.435250 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.435664 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.435911 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.436237 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.436559 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.436900 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.437226 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.437546 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.437891 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Tracked resource versions report: Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: pushed versions: Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: { 'AddressGroup': {'1.2'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'ConntrackHelper': {'1.0'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Log': {'1.0'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Network': {'1.1'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Port': {'1.7'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'PortForwarding': {'1.2'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'QosPolicy': {'1.10'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SecurityGroup': {'1.5'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SubPort': {'1.0'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Subnet': {'1.1'}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Trunk': {'1.1'}} Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: consumer versions: Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: { DHCP agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: L3 agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: Metadata agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: Metering agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: Open vSwitch agent@dv-cinder-830085-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'ConntrackHelper': '1.0', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'LocalIPAssociation': '1.0', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Log': '1.0', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Network': '1.1', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Port': '1.7', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'PortForwarding': '1.2', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'QosPolicy': '1.10', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SecurityGroup': '1.5', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SecurityGroupRule': '1.2', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SubPort': '1.0', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Subnet': '1.1', Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Trunk': '1.1'}} Mar 08 17:24:08.439322 dv-cinder-830085-3-iscsi neutron-server[103426]: {{(pid=103426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:24:08.491603 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Attempting to bind port 59d68473-7107-4c0c-b13d-c9127f73910c on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:24:08.492006 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Attempting to bind port 59d68473-7107-4c0c-b13d-c9127f73910c by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '689fbd07-b54e-434a-98bf-72002e082563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:24:08.492419 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Attempting to bind port 59d68473-7107-4c0c-b13d-c9127f73910c on network 1efd9551-e070-4c57-98d2-21f9d34a82f0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:24:08.497362 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:24:08.497766 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Checking segment: {'id': '689fbd07-b54e-434a-98bf-72002e082563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:24:08.498253 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:08.498642 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Bound using segment: {'id': '689fbd07-b54e-434a-98bf-72002e082563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:24:08.499121 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Bound port: 59d68473-7107-4c0c-b13d-c9127f73910c, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689fbd07-b54e-434a-98bf-72002e082563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:24:08.499522 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (59d68473-7107-4c0c-b13d-c9127f73910c), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:08.560157 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] For port 59d68473-7107-4c0c-b13d-c9127f73910c, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:24:08.564321 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] For port 59d68473-7107-4c0c-b13d-c9127f73910c, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=59d68473-7107-4c0c-b13d-c9127f73910c,segment=NetworkSegment(689fbd07-b54e-434a-98bf-72002e082563),segment_id=689fbd07-b54e-434a-98bf-72002e082563)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:24:08.628329 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (59d68473-7107-4c0c-b13d-c9127f73910c), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:08.691822 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ae907-f502-41fa-b28f-5500cf90c4ac None None] Pushing event updated for resources: {'Port': ['ID=59d68473-7107-4c0c-b13d-c9127f73910c,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:10.087470 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 45714) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:10.413645 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [None req-d0bd897e-f83e-41d3-838b-ba33dea55233 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:24:10.429778 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d0bd897e-f83e-41d3-838b-ba33dea55233 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3260486 Mar 08 17:24:13.035266 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 45722) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:13.362041 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [None req-2031fd12-4071-44ce-aa74-845d144fe9a5 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:24:13.363040 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-2031fd12-4071-44ce-aa74-845d144fe9a5 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3267529 Mar 08 17:24:15.915914 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 45730) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:16.235091 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-d47a7fc1-df25-4c77-9888-26967f6a758c demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:24:16.330543 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d47a7fc1-df25-4c77-9888-26967f6a758c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3835290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8782'] for router (3b6a10ad-826b-4ae6-b627-6667c200c557), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:16.332221 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d47a7fc1-df25-4c77-9888-26967f6a758c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3837145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8775'] for router (3b6a10ad-826b-4ae6-b627-6667c200c557), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:16.478359 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d47a7fc1-df25-4c77-9888-26967f6a758c demo demo] Publish callbacks [] for router_controller (3b6a10ad-826b-4ae6-b627-6667c200c557), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:16.548159 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d47a7fc1-df25-4c77-9888-26967f6a758c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172'] for router (3b6a10ad-826b-4ae6-b627-6667c200c557), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:16.640321 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d47a7fc1-df25-4c77-9888-26967f6a758c demo demo] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:16.641817 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d47a7fc1-df25-4c77-9888-26967f6a758c demo demo] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7249098 Mar 08 17:24:19.048331 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3994d083-52f0-4cea-857a-642eceee9e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:19.288115 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 45742) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:19.599223 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [None req-146831dd-b78f-437e-a55f-1ccaa8ea23be admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:24:19.600220 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-146831dd-b78f-437e-a55f-1ccaa8ea23be admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3111086 Mar 08 17:24:19.994977 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 59d68473-7107-4c0c-b13d-c9127f73910c up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:24:20.106891 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 59d68473-7107-4c0c-b13d-c9127f73910c triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:20.108132 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (59d68473-7107-4c0c-b13d-c9127f73910c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:20.243004 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 59d68473-7107-4c0c-b13d-c9127f73910c is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:24:20.243622 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (59d68473-7107-4c0c-b13d-c9127f73910c), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:20.253905 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe35b050-d6f5-4b3b-a51a-84a442710ccf None None] Network 1efd9551-e070-4c57-98d2-21f9d34a82f0 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:24:20.306239 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port 59d68473-7107-4c0c-b13d-c9127f73910c, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=59d68473-7107-4c0c-b13d-c9127f73910c,segment=NetworkSegment(689fbd07-b54e-434a-98bf-72002e082563),segment_id=689fbd07-b54e-434a-98bf-72002e082563)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:24:20.354327 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-eb44dbf5-8859-479c-8820-9c75f334e141 None None] Provisioning complete for port 59d68473-7107-4c0c-b13d-c9127f73910c triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:20.355118 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb44dbf5-8859-479c-8820-9c75f334e141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (59d68473-7107-4c0c-b13d-c9127f73910c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:20.381519 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (59d68473-7107-4c0c-b13d-c9127f73910c), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:20.478463 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=59d68473-7107-4c0c-b13d-c9127f73910c,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:20.529146 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-eb44dbf5-8859-479c-8820-9c75f334e141 None None] Current status of the port 59d68473-7107-4c0c-b13d-c9127f73910c is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:24:20.752448 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-a2b9b911-d942-41f8-bfe7-2a796c1ed5da None None] Provisioning complete for port 59d68473-7107-4c0c-b13d-c9127f73910c triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:20.752765 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2b9b911-d942-41f8-bfe7-2a796c1ed5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (59d68473-7107-4c0c-b13d-c9127f73910c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:20.832471 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9b911-d942-41f8-bfe7-2a796c1ed5da None None] Current status of the port 59d68473-7107-4c0c-b13d-c9127f73910c is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:24:21.328816 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbb92faa-3e4f-4d05-b2fe-ba758ec02cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:21.965272 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 59d68473-7107-4c0c-b13d-c9127f73910c up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:24:22.013035 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 59d68473-7107-4c0c-b13d-c9127f73910c triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:22.013433 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (59d68473-7107-4c0c-b13d-c9127f73910c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:22.090129 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 59d68473-7107-4c0c-b13d-c9127f73910c is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:24:22.152704 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 45758) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:22.382432 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:24:22.489080 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Made reservation on behalf of a0e75438d81d49dfa0558bc26089caba for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:24:22.491608 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:22.507612 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:22.606492 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Publish callbacks [] for security_group (0158a7bf-0964-4ab0-b186-898bb651b597), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:22.615825 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:22.678458 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (0158a7bf-0964-4ab0-b186-898bb651b597), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:22.695042 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Reserving flat network on physical network physnet1 {{(pid=103424) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 17:24:22.717863 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0158a7bf-0964-4ab0-b186-898bb651b597,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:22.725530 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759923459678', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (4b5dfae0-a905-40cc-9aaa-d1f0d20e014d), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:22.726109 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Unsubscribe: segment precommit_create {{(pid=103424) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 17:24:22.726588 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Added segment 4b5dfae0-a905-40cc-9aaa-d1f0d20e014d of type flat for network 1cf1adba-36f7-45e5-a590-5d52a2089e80 Mar 08 17:24:22.778846 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (1cf1adba-36f7-45e5-a590-5d52a2089e80), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:22.861486 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (1cf1adba-36f7-45e5-a590-5d52a2089e80), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:22.862431 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:22.863007 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:22.956670 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8028247 Mar 08 17:24:22.960697 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47a879-0e79-4e2a-8efc-f89c0bf8d924 admin admin] Pushing event updated for resources: {'Network': ['ID=1cf1adba-36f7-45e5-a590-5d52a2089e80,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:22.971493 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:24:23.764185 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:25.290137 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:25.433644 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 45776) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:25.525447 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaaa6b0-7067-48ad-b45a-e25a7c024052 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:25.526803 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-9eaaa6b0-7067-48ad-b45a-e25a7c024052 demo admin] 10.222.0.66 "GET /v2.0/subnets/06ea339e-2261-476a-93ac-859e4d38d880 HTTP/1.1" status: 200 len: 849 time: 0.0921733 Mar 08 17:24:25.653060 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-2837a7bc-71bf-4f69-9381-bfe0ac829269 demo admin] 10.222.0.66 "GET /v2.0/routers/3b6a10ad-826b-4ae6-b627-6667c200c557 HTTP/1.1" status: 200 len: 704 time: 0.1206117 Mar 08 17:24:25.923432 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:26.220656 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Allocated IP 172.20.0.1 (1efd9551-e070-4c57-98d2-21f9d34a82f0/06ea339e-2261-476a-93ac-859e4d38d880/c535dabe-a221-4b0b-9cd6-dcc35aeaf631) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:24:26.373502 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Publish callbacks [] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:26.530814 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:26.609324 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Network 1efd9551-e070-4c57-98d2-21f9d34a82f0 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:24:26.614607 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:24:26.619383 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:24:26.620293 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837913'] for router_interface (3b6a10ad-826b-4ae6-b627-6667c200c557), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:26.639813 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Pushing event updated for resources: {'Port': ['ID=c535dabe-a221-4b0b-9cd6-dcc35aeaf631,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:26.787760 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-84c7c1cb-b1c4-438c-baf0-37842e3f446c None None] Provisioning complete for port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:26.788288 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-84c7c1cb-b1c4-438c-baf0-37842e3f446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:26.819903 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-84c7c1cb-b1c4-438c-baf0-37842e3f446c None None] Port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:24:26.900715 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:27.122745 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Publish callbacks [] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:27.164057 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:27.164783 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837877'] for router_interface (3b6a10ad-826b-4ae6-b627-6667c200c557), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:27.232471 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Pushing event updated for resources: {'Port': ['ID=c535dabe-a221-4b0b-9cd6-dcc35aeaf631,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:27.302044 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Network 1efd9551-e070-4c57-98d2-21f9d34a82f0 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:24:27.303388 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:24:27.524550 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Router 3b6a10ad-826b-4ae6-b627-6667c200c557 is scheduled to L3 agent ce6156d8-a556-48aa-998b-11d79b414184 with binding_index 1 {{(pid=103424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:24:27.541151 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-5a2edcdc-10b9-403e-b51d-539232e27606 None None] Provisioning complete for port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:27.541622 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5a2edcdc-10b9-403e-b51d-539232e27606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:27.576266 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5a2edcdc-10b9-403e-b51d-539232e27606 None None] Port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:24:27.618408 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:24:27.623930 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d5782883-ad71-4d6d-9503-99bb45e5fcaf demo admin] 10.222.0.66 "PUT /v2.0/routers/3b6a10ad-826b-4ae6-b627-6667c200c557/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9655979 Mar 08 17:24:27.641711 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Sync routers for ids ['3b6a10ad-826b-4ae6-b627-6667c200c557'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:24:27.654824 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Routers {'3b6a10ad-826b-4ae6-b627-6667c200c557'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:24:27.655653 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:24:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3b6a10ad-826b-4ae6-b627-6667c200c557'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:24:27.844343 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Set router 3b6a10ad-826b-4ae6-b627-6667c200c557 gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:24:28.274517 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'name': 'router1', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:24:16Z', 'updated_at': '2022-03-08T17:24:26Z', 'revision_number': 2, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'gw_port_host': None, '_interfaces': [{'id': 'c535dabe-a221-4b0b-9cd6-dcc35aeaf631', 'name': '', 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'mac_address': 'fa:16:3e:05:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ea339e-2261-476a-93ac-859e4d38d880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:24:25Z', 'updated_at': '2022-03-08T17:24:26Z', 'revision_number': 2, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'subnets': [{'id': '06ea339e-2261-476a-93ac-859e4d38d880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3d5cc27-f03f-403f-b6d3-42240e1813a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:24:28.325297 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Checking router: 3b6a10ad-826b-4ae6-b627-6667c200c557 for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:24:28.325666 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Updating router 3b6a10ad-826b-4ae6-b627-6667c200c557 port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 binding host dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:24:28.376951 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:28.888714 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Publish callbacks [] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:28.947377 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:29.125628 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Attempting to bind port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:24:29.126080 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Attempting to bind port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '689fbd07-b54e-434a-98bf-72002e082563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:24:29.126527 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Attempting to bind port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 on network 1efd9551-e070-4c57-98d2-21f9d34a82f0 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:24:29.132690 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Pushing event updated for resources: {'Port': ['ID=c535dabe-a221-4b0b-9cd6-dcc35aeaf631,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:29.137179 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:24:29.137598 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Checking segment: {'id': '689fbd07-b54e-434a-98bf-72002e082563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:24:29.138118 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:29.138524 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Bound using segment: {'id': '689fbd07-b54e-434a-98bf-72002e082563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:24:29.139068 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Bound port: c535dabe-a221-4b0b-9cd6-dcc35aeaf631, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689fbd07-b54e-434a-98bf-72002e082563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:24:29.139403 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:29.152411 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.152776 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.153131 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.153475 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.153836 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.154172 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.154505 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.154836 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.155163 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.155491 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.155824 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.156149 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.156473 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Tracked resource versions report: Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: pushed versions: Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: { 'AddressGroup': {'1.2'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'ConntrackHelper': {'1.0'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Log': {'1.0'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Network': {'1.1'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Port': {'1.7'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'PortForwarding': {'1.2'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'QosPolicy': {'1.10'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SecurityGroup': {'1.5'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SubPort': {'1.0'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Subnet': {'1.1'}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Trunk': {'1.1'}} Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: consumer versions: Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: { DHCP agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: L3 agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: Metadata agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: Metering agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: Open vSwitch agent@dv-cinder-830085-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'ConntrackHelper': '1.0', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'LocalIPAssociation': '1.0', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Log': '1.0', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Network': '1.1', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Port': '1.7', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'PortForwarding': '1.2', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'QosPolicy': '1.10', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SecurityGroup': '1.5', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SecurityGroupRule': '1.2', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SubPort': '1.0', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Subnet': '1.1', Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Trunk': '1.1'}} Mar 08 17:24:29.157914 dv-cinder-830085-3-iscsi neutron-server[103427]: {{(pid=103427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:24:29.207927 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-101ec0f6-5584-4452-a9e1-cc0690c31e59 None None] Provisioning complete for port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:29.208521 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-101ec0f6-5584-4452-a9e1-cc0690c31e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:29.228864 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] For port c535dabe-a221-4b0b-9cd6-dcc35aeaf631, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:24:29.243632 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-101ec0f6-5584-4452-a9e1-cc0690c31e59 None None] Port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:24:29.251438 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] For port c535dabe-a221-4b0b-9cd6-dcc35aeaf631, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=c535dabe-a221-4b0b-9cd6-dcc35aeaf631,segment=NetworkSegment(689fbd07-b54e-434a-98bf-72002e082563),segment_id=689fbd07-b54e-434a-98bf-72002e082563)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:24:29.330494 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:29.388420 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Routers {'3b6a10ad-826b-4ae6-b627-6667c200c557'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:24:29.389038 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:24:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3b6a10ad-826b-4ae6-b627-6667c200c557'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:24:29.428131 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b5cf5-3a8b-4a27-987d-f2abc8a7827a None None] Pushing event updated for resources: {'Port': ['ID=c535dabe-a221-4b0b-9cd6-dcc35aeaf631,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:29.489075 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] Set router 3b6a10ad-826b-4ae6-b627-6667c200c557 gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:24:29.565098 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-3725da77-c158-40c2-9068-000cd10cdd69 None None] Provisioning complete for port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:29.565484 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3725da77-c158-40c2-9068-000cd10cdd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:29.648568 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3725da77-c158-40c2-9068-000cd10cdd69 None None] Current status of the port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:24:29.648876 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3725da77-c158-40c2-9068-000cd10cdd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:29.684059 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-3725da77-c158-40c2-9068-000cd10cdd69 None None] For port c535dabe-a221-4b0b-9cd6-dcc35aeaf631, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=c535dabe-a221-4b0b-9cd6-dcc35aeaf631,segment=NetworkSegment(689fbd07-b54e-434a-98bf-72002e082563),segment_id=689fbd07-b54e-434a-98bf-72002e082563)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:24:29.702602 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'name': 'router1', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:24:16Z', 'updated_at': '2022-03-08T17:24:26Z', 'revision_number': 2, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'gw_port_host': None, '_interfaces': [{'id': 'c535dabe-a221-4b0b-9cd6-dcc35aeaf631', 'name': '', 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'mac_address': 'fa:16:3e:05:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ea339e-2261-476a-93ac-859e4d38d880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:24:25Z', 'updated_at': '2022-03-08T17:24:29Z', 'revision_number': 4, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'subnets': [{'id': '06ea339e-2261-476a-93ac-859e4d38d880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3d5cc27-f03f-403f-b6d3-42240e1813a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:24:29.732315 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4422c9-2690-4103-bd35-ecc57ddc6c25 None None] The sync data for ids ['3b6a10ad-826b-4ae6-b627-6667c200c557'] in dv-cinder-830085-3-iscsi is: [{'id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'name': 'router1', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:24:16Z', 'updated_at': '2022-03-08T17:24:26Z', 'revision_number': 2, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'gw_port_host': None, '_interfaces': [{'id': 'c535dabe-a221-4b0b-9cd6-dcc35aeaf631', 'name': '', 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'mac_address': 'fa:16:3e:05:c2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ea339e-2261-476a-93ac-859e4d38d880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:24:25Z', 'updated_at': '2022-03-08T17:24:29Z', 'revision_number': 4, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'subnets': [{'id': '06ea339e-2261-476a-93ac-859e4d38d880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3d5cc27-f03f-403f-b6d3-42240e1813a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:24:29.747265 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3725da77-c158-40c2-9068-000cd10cdd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:29.795873 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725da77-c158-40c2-9068-000cd10cdd69 None None] Pushing event updated for resources: {'Port': ['ID=c535dabe-a221-4b0b-9cd6-dcc35aeaf631,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:30.049004 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 45790) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:30.157362 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4e3225-30c6-431f-891a-cc37e3281574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:30.158746 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4f4e3225-30c6-431f-891a-cc37e3281574 admin admin] 10.222.0.66 "GET /v2.0/networks/1cf1adba-36f7-45e5-a590-5d52a2089e80 HTTP/1.1" status: 200 len: 842 time: 0.1092660 Mar 08 17:24:30.168909 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:24:30.267523 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Made reservation on behalf of a0e75438d81d49dfa0558bc26089caba for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:24:30.270471 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:30.623141 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.objects.ports [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103424) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 17:24:30.623580 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for subnet (fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:30.679124 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:30.686461 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:24:30.686819 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Network hostable DHCP agents. Network: 1cf1adba-36f7-45e5-a590-5d52a2089e80, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:24:30.769902 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:24:30.855746 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 1cf1adba-36f7-45e5-a590-5d52a2089e80) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:24:30.860225 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:30.860966 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:30.870654 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83acacd2-e9d8-4a52-ae6f-27e9550ea12a None None] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:24:30.955567 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-6384a544-2559-4085-ac6b-fe0dae4b7ade admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7899001 Mar 08 17:24:30.979181 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1943fc11-39c8-4f73-94b1-4e32da3bb7a0 None None] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:24:33.472122 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 45798) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:33.676848 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-04989b24-43a7-4b1e-a3cf-81f15fc74760 demo admin] 10.222.0.66 "GET /v2.0/routers/3b6a10ad-826b-4ae6-b627-6667c200c557 HTTP/1.1" status: 200 len: 710 time: 0.2028449 Mar 08 17:24:33.762151 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d648004f-89b9-4d3f-be86-118dfbe9e481 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:24:33.763507 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d648004f-89b9-4d3f-be86-118dfbe9e481 demo admin] 10.222.0.66 "GET /v2.0/networks/1cf1adba-36f7-45e5-a590-5d52a2089e80 HTTP/1.1" status: 200 len: 886 time: 0.0815253 Mar 08 17:24:33.772780 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:24:34.022855 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Publish callbacks [] for router_gateway (3b6a10ad-826b-4ae6-b627-6667c200c557), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:34.297212 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Publish callbacks [] for router_gateway (3b6a10ad-826b-4ae6-b627-6667c200c557), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:34.371912 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:34.474943 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Allocated IP 172.27.3.33 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/3894387b-8370-49ba-a109-8b6ff6fd39e9) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:24:34.574165 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Publish callbacks [] for port (3894387b-8370-49ba-a109-8b6ff6fd39e9), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:34.661860 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (3894387b-8370-49ba-a109-8b6ff6fd39e9), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:34.702400 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:24:34.705131 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:24:34.707868 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:24:34.772992 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Pushing event updated for resources: {'Port': ['ID=3894387b-8370-49ba-a109-8b6ff6fd39e9,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:35.024615 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Publish callbacks [] for router_gateway (3b6a10ad-826b-4ae6-b627-6667c200c557), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:35.328575 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3837135', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8809'] for router (3b6a10ad-826b-4ae6-b627-6667c200c557), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:35.332661 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3837126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3837181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864855'] for router (3b6a10ad-826b-4ae6-b627-6667c200c557), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:35.440344 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Router 3b6a10ad-826b-4ae6-b627-6667c200c557 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:24:35.549105 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:24:35.553263 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:35.554496 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4432e436-f875-433c-ae39-ed5653b0b195 demo admin] 10.222.0.66 "PUT /v2.0/routers/3b6a10ad-826b-4ae6-b627-6667c200c557 HTTP/1.1" status: 200 len: 889 time: 1.7851107 Mar 08 17:24:38.007749 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device c535dabe-a221-4b0b-9cd6-dcc35aeaf631 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:24:38.063606 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:38.064352 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:38.143125 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:24:38.181961 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 45810) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:24:38.299121 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f076c432-58c4-401a-b03b-c32a9ef2ed9e admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1159797 Mar 08 17:24:38.484829 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Sync routers for ids ['3b6a10ad-826b-4ae6-b627-6667c200c557'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:24:38.502363 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Routers {'3b6a10ad-826b-4ae6-b627-6667c200c557'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:24:38.503009 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:24:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3b6a10ad-826b-4ae6-b627-6667c200c557'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:24:38.723840 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Set router 3b6a10ad-826b-4ae6-b627-6667c200c557 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:24:38.940173 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:24:39.214162 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'name': 'router1', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3894387b-8370-49ba-a109-8b6ff6fd39e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:24:16Z', 'updated_at': '2022-03-08T17:24:34Z', 'revision_number': 4, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'gw_port': {'id': '3894387b-8370-49ba-a109-8b6ff6fd39e9', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:24:34Z', 'updated_at': '2022-03-08T17:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'c535dabe-a221-4b0b-9cd6-dcc35aeaf631', 'name': '', 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'mac_address': 'fa:16:3e:05:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ea339e-2261-476a-93ac-859e4d38d880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:24:25Z', 'updated_at': '2022-03-08T17:24:29Z', 'revision_number': 5, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'subnets': [{'id': '06ea339e-2261-476a-93ac-859e4d38d880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3d5cc27-f03f-403f-b6d3-42240e1813a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:24:39.271970 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Checking router: 3b6a10ad-826b-4ae6-b627-6667c200c557 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:24:39.272231 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Updating router 3b6a10ad-826b-4ae6-b627-6667c200c557 port 3894387b-8370-49ba-a109-8b6ff6fd39e9 binding host dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:24:39.323669 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (3894387b-8370-49ba-a109-8b6ff6fd39e9), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:39.638684 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Publish callbacks [] for port (3894387b-8370-49ba-a109-8b6ff6fd39e9), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:39.700971 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (3894387b-8370-49ba-a109-8b6ff6fd39e9), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:39.755444 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Attempting to bind port 3894387b-8370-49ba-a109-8b6ff6fd39e9 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:24:39.755817 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Attempting to bind port 3894387b-8370-49ba-a109-8b6ff6fd39e9 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:24:39.756190 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Attempting to bind port 3894387b-8370-49ba-a109-8b6ff6fd39e9 on network 1cf1adba-36f7-45e5-a590-5d52a2089e80 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:24:39.759012 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75e948-a4ea-4f35-a86e-c6ef8512b06a None None] Pushing event updated for resources: {'Port': ['ID=3894387b-8370-49ba-a109-8b6ff6fd39e9,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:39.763428 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:24:39.763802 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:24:39.764207 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:39.764592 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Bound using segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:24:39.765322 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Bound port: 3894387b-8370-49ba-a109-8b6ff6fd39e9, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:24:39.765701 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (3894387b-8370-49ba-a109-8b6ff6fd39e9), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:39.814622 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] For port 3894387b-8370-49ba-a109-8b6ff6fd39e9, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:24:39.817847 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] For port 3894387b-8370-49ba-a109-8b6ff6fd39e9, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=3894387b-8370-49ba-a109-8b6ff6fd39e9,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:24:39.903608 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (3894387b-8370-49ba-a109-8b6ff6fd39e9), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:39.950054 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Routers {'3b6a10ad-826b-4ae6-b627-6667c200c557'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:24:39.950666 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:24:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3b6a10ad-826b-4ae6-b627-6667c200c557'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:24:40.020377 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75e948-a4ea-4f35-a86e-c6ef8512b06a None None] Pushing event updated for resources: {'Port': ['ID=3894387b-8370-49ba-a109-8b6ff6fd39e9,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:40.089475 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] Set router 3b6a10ad-826b-4ae6-b627-6667c200c557 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:24:40.320024 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'name': 'router1', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3894387b-8370-49ba-a109-8b6ff6fd39e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:24:16Z', 'updated_at': '2022-03-08T17:24:34Z', 'revision_number': 4, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'gw_port': {'id': '3894387b-8370-49ba-a109-8b6ff6fd39e9', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:24:34Z', 'updated_at': '2022-03-08T17:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'c535dabe-a221-4b0b-9cd6-dcc35aeaf631', 'name': '', 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'mac_address': 'fa:16:3e:05:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ea339e-2261-476a-93ac-859e4d38d880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:24:25Z', 'updated_at': '2022-03-08T17:24:29Z', 'revision_number': 5, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'subnets': [{'id': '06ea339e-2261-476a-93ac-859e4d38d880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3d5cc27-f03f-403f-b6d3-42240e1813a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:24:40.346248 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b4187-4838-4565-8d7f-6d2a9bd16913 None None] The sync data for ids ['3b6a10ad-826b-4ae6-b627-6667c200c557'] in dv-cinder-830085-3-iscsi is: [{'id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'name': 'router1', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '3894387b-8370-49ba-a109-8b6ff6fd39e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:24:16Z', 'updated_at': '2022-03-08T17:24:34Z', 'revision_number': 4, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'gw_port': {'id': '3894387b-8370-49ba-a109-8b6ff6fd39e9', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:24:34Z', 'updated_at': '2022-03-08T17:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'c535dabe-a221-4b0b-9cd6-dcc35aeaf631', 'name': '', 'network_id': '1efd9551-e070-4c57-98d2-21f9d34a82f0', 'tenant_id': '9977a34ee7504f008c569b99e32df12d', 'mac_address': 'fa:16:3e:05:c2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6a10ad-826b-4ae6-b627-6667c200c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '06ea339e-2261-476a-93ac-859e4d38d880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:24:25Z', 'updated_at': '2022-03-08T17:24:29Z', 'revision_number': 5, 'project_id': '9977a34ee7504f008c569b99e32df12d', 'subnets': [{'id': '06ea339e-2261-476a-93ac-859e4d38d880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3d5cc27-f03f-403f-b6d3-42240e1813a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:24:42.107873 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 3894387b-8370-49ba-a109-8b6ff6fd39e9 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:24:42.172816 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 3894387b-8370-49ba-a109-8b6ff6fd39e9 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:42.173588 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (3894387b-8370-49ba-a109-8b6ff6fd39e9), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:42.289263 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 3894387b-8370-49ba-a109-8b6ff6fd39e9 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:24:42.289928 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (3894387b-8370-49ba-a109-8b6ff6fd39e9), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:42.312336 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port 3894387b-8370-49ba-a109-8b6ff6fd39e9, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=3894387b-8370-49ba-a109-8b6ff6fd39e9,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:24:42.386878 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (3894387b-8370-49ba-a109-8b6ff6fd39e9), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:42.474065 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=3894387b-8370-49ba-a109-8b6ff6fd39e9,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:24:44.088775 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 3894387b-8370-49ba-a109-8b6ff6fd39e9 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:24:44.302576 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 3894387b-8370-49ba-a109-8b6ff6fd39e9 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:24:44.306842 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (3894387b-8370-49ba-a109-8b6ff6fd39e9), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:44.498435 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 3894387b-8370-49ba-a109-8b6ff6fd39e9 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:24:49.072253 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-98d307dc-0bba-4393-982a-274d41d6272e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:51.289452 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a367dee-3b39-47dc-bcb6-245f816c5e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:52.586507 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:53.797678 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:24:55.248944 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:15.937911 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:25:19.037485 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5450843-5825-42f9-ae53-77d1482b0669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:21.305285 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cdb9f640-1316-4517-bc13-536eb9788b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:22.900171 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:23.763161 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:25.223964 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:49.036859 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d164248c-4643-4b27-bcb5-3aaaab6249ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:51.287412 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef38baf5-49ce-4f2c-9e90-51101cb78938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:52.596279 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:52.937016 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:25:53.772450 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:25:55.219682 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:02.469738 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46294) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:02.529093 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f6b667-74aa-4fea-981d-8f3c43a86b8f admin admin] GET failed (client error): The resource could not be found. Mar 08 17:26:02.530408 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d8f6b667-74aa-4fea-981d-8f3c43a86b8f admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0597765 Mar 08 17:26:02.691253 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c9869-f0d3-4eda-bee3-106e64135167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:02.692623 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-751c9869-f0d3-4eda-bee3-106e64135167 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574273 Mar 08 17:26:05.070228 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46304) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:05.161167 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4017bd3-c7e3-4b41-a7e2-1fe285286185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:05.162570 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f4017bd3-c7e3-4b41-a7e2-1fe285286185 admin admin] 10.222.0.66 "GET /v2.0/subnets/06ea339e-2261-476a-93ac-859e4d38d880 HTTP/1.1" status: 200 len: 849 time: 0.0914016 Mar 08 17:26:05.172216 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:26:05.258666 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Publish callbacks [] for subnet (06ea339e-2261-476a-93ac-859e4d38d880), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:05.452696 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759923520943'] for subnet (06ea339e-2261-476a-93ac-859e4d38d880), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:05.482258 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:05.482863 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:05.485799 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] 10.222.0.66 "PUT /v2.0/subnets/06ea339e-2261-476a-93ac-859e4d38d880 HTTP/1.1" status: 200 len: 868 time: 0.3157718 Mar 08 17:26:05.488192 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0c0912-c493-4b62-aef7-6ca6acebc922 None None] Network 1efd9551-e070-4c57-98d2-21f9d34a82f0 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:26:05.505131 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ea339e-2261-476a-93ac-859e4d38d880,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:26:05.513421 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.513421 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.513718 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.513986 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.514415 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.514761 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.515115 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.515506 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.516052 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.516595 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.516945 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.517281 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.517615 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab1e81b-25cd-4676-9eaa-26fde2c143f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:26:05.815400 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-c42e3436-6ffd-46da-a27a-3f7a6062e367 None None] Provisioning complete for port 59d68473-7107-4c0c-b13d-c9127f73910c triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:26:05.815723 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c42e3436-6ffd-46da-a27a-3f7a6062e367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (59d68473-7107-4c0c-b13d-c9127f73910c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:05.891571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c42e3436-6ffd-46da-a27a-3f7a6062e367 None None] Current status of the port 59d68473-7107-4c0c-b13d-c9127f73910c is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:26:05.901301 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-c42e3436-6ffd-46da-a27a-3f7a6062e367 None None] Provisioning complete for port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:26:05.901693 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c42e3436-6ffd-46da-a27a-3f7a6062e367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c535dabe-a221-4b0b-9cd6-dcc35aeaf631), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:05.982341 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c42e3436-6ffd-46da-a27a-3f7a6062e367 None None] Current status of the port c535dabe-a221-4b0b-9cd6-dcc35aeaf631 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:26:07.813642 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46312) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:08.011372 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472b93d-3aa9-4f9e-bfd2-a19757a7de2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:08.011781 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472b93d-3aa9-4f9e-bfd2-a19757a7de2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:08.013603 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7472b93d-3aa9-4f9e-bfd2-a19757a7de2c admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988649 Mar 08 17:26:10.431514 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46320) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:10.561840 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565da3ef-de02-470a-bd7c-b5d228699431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:10.563085 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565da3ef-de02-470a-bd7c-b5d228699431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:10.564599 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-565da3ef-de02-470a-bd7c-b5d228699431 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321568 Mar 08 17:26:12.860718 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46328) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:12.984255 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d899f-36f7-4524-8320-6c07baca4968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:12.985568 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-230d899f-36f7-4524-8320-6c07baca4968 admin admin] 10.222.0.66 "GET /v2.0/networks/1cf1adba-36f7-45e5-a590-5d52a2089e80 HTTP/1.1" status: 200 len: 886 time: 0.1239128 Mar 08 17:26:15.332219 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46336) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:15.461280 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673cf7e4-3333-428f-bb29-8b9bdf1edc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:15.462672 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-673cf7e4-3333-428f-bb29-8b9bdf1edc7c admin admin] 10.222.0.66 "GET /v2.0/networks/1efd9551-e070-4c57-98d2-21f9d34a82f0 HTTP/1.1" status: 200 len: 869 time: 0.1295123 Mar 08 17:26:17.792994 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46344) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:17.928432 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba946038-fa9e-414e-b075-d0dbacaa42cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:17.928887 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba946038-fa9e-414e-b075-d0dbacaa42cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:17.930457 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ba946038-fa9e-414e-b075-d0dbacaa42cf admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1365368 Mar 08 17:26:19.023721 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8bcb120a-d2b2-42ab-bfff-f251d6f9345a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:20.336242 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46354) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:20.426032 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4666da7-e30b-4eeb-be22-1472a6db8515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:20.426484 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4666da7-e30b-4eeb-be22-1472a6db8515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:20.427957 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f4666da7-e30b-4eeb-be22-1472a6db8515 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907776 Mar 08 17:26:21.286764 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9cbe538-4a44-47e0-a2d5-d3953b59fd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:22.589321 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:22.817156 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46362) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:22.944597 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e9f019-3d9f-4be3-95fb-f505f1a238db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:22.945967 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d6e9f019-3d9f-4be3-95fb-f505f1a238db admin admin] 10.222.0.66 "GET /v2.0/subnets/06ea339e-2261-476a-93ac-859e4d38d880 HTTP/1.1" status: 200 len: 868 time: 0.1278021 Mar 08 17:26:23.789423 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:25.258403 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:25.268694 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46370) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:25.358005 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8feca5d-2063-488d-8193-2d527fd86ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:25.360353 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c8feca5d-2063-488d-8193-2d527fd86ce8 admin admin] 10.222.0.66 "GET /v2.0/subnets/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d HTTP/1.1" status: 200 len: 816 time: 0.0904827 Mar 08 17:26:29.936477 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:26:49.023436 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-435c0b5f-d206-4875-b005-8963d3322260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:51.303256 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01ce809f-95cc-4b6b-970e-db0c335d7baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:52.605983 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:53.771462 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:53.856125 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46422) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:53.905066 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [None req-4a266f80-de5c-4d3d-90aa-7609c5d9e2e7 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:26:53.906184 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4a266f80-de5c-4d3d-90aa-7609c5d9e2e7 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490844 Mar 08 17:26:55.234552 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:56.340445 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46430) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:56.400603 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32c8f77-5e26-4db9-b452-166a4b47b048 admin admin] GET failed (client error): The resource could not be found. Mar 08 17:26:56.401913 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a32c8f77-5e26-4db9-b452-166a4b47b048 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604634 Mar 08 17:26:56.593596 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3920760-5028-46f8-845e-48caa3e37362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:56.595040 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a3920760-5028-46f8-845e-48caa3e37362 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1885552 Mar 08 17:26:58.930397 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46438) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:26:58.977103 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:26:59.051125 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] Made reservation on behalf of a0e75438d81d49dfa0558bc26089caba for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:26:59.053405 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:59.081649 dv-cinder-830085-3-iscsi neutron-server[103424]: WARNING neutron.services.revisions.revision_plugin [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] Could not find related network for resource to bump revision. Mar 08 17:26:59.095069 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:26:59.103340 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:59.103674 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] Added segment 8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75 of type vlan for network 0b4bc836-88a2-4864-b506-fe3143a5c1ff Mar 08 17:26:59.142168 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (0b4bc836-88a2-4864-b506-fe3143a5c1ff), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:59.251200 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (0b4bc836-88a2-4864-b506-fe3143a5c1ff), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:59.252182 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:26:59.252762 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:26:59.309583 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0b4bc836-88a2-4864-b506-fe3143a5c1ff,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:26:59.319584 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 0b4bc836-88a2-4864-b506-fe3143a5c1ff details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:26:59.357521 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0810c5cb-ee8c-4a9e-aab0-b7d806f7e4a1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4254541 Mar 08 17:27:01.703991 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46446) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:27:01.764409 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4935ba-b243-4f50-ac06-4e71314a1b71 admin admin] GET failed (client error): The resource could not be found. Mar 08 17:27:01.765676 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-6b4935ba-b243-4f50-ac06-4e71314a1b71 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607331 Mar 08 17:27:01.835025 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d97590-21cc-497b-a3dc-bad9d1ef1a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:27:01.836438 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-86d97590-21cc-497b-a3dc-bad9d1ef1a15 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667934 Mar 08 17:27:01.845888 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:27:01.930906 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] Made reservation on behalf of a0e75438d81d49dfa0558bc26089caba for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:27:01.933033 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:02.148722 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for subnet (49eca6dc-ba1d-4315-bcee-981848878324), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:02.203610 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=49eca6dc-ba1d-4315-bcee-981848878324,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:27:02.210366 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] Checking segment: {'id': '8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:27:02.210488 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] Network hostable DHCP agents. Network: 0b4bc836-88a2-4864-b506-fe3143a5c1ff, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:27:02.296742 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] Network 0b4bc836-88a2-4864-b506-fe3143a5c1ff is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:27:02.382617 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 0b4bc836-88a2-4864-b506-fe3143a5c1ff) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:27:02.386915 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:27:02.387579 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:02.392996 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6367c8c-ee89-422e-9b61-1b89130a4f39 None None] Network 0b4bc836-88a2-4864-b506-fe3143a5c1ff requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:27:02.491572 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dfe9f6d-995d-5fd4-beda-83d7ae1b07aa-0b4bc836-88a2-4864-b506-fe3143a5c1ff', 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff', 'project_id': 'a0e75438d81d49dfa0558bc26089caba', 'fixed_ips': [{'subnet_id': '49eca6dc-ba1d-4315-bcee-981848878324'}]}} from dv-cinder-830085-3-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:27:02.492411 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:02.494239 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7511e3b7-cff4-42ab-b638-eef1b735a77a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6516166 Mar 08 17:27:02.645311 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Allocated IP 192.168.233.2 (0b4bc836-88a2-4864-b506-fe3143a5c1ff/49eca6dc-ba1d-4315-bcee-981848878324/b9ec1991-43fd-4ab8-a58e-8ad6c07ab228) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:27:02.893874 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Publish callbacks [] for port (b9ec1991-43fd-4ab8-a58e-8ad6c07ab228), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:02.960491 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (b9ec1991-43fd-4ab8-a58e-8ad6c07ab228), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:03.002028 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Network 0b4bc836-88a2-4864-b506-fe3143a5c1ff is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:27:03.004825 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:27:03.009548 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:27:03.011681 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Pushing event updated for resources: {'Port': ['ID=b9ec1991-43fd-4ab8-a58e-8ad6c07ab228,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:27:03.021187 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.021560 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.021954 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.022297 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.022634 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.022965 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.023291 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.023616 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.023940 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.024276 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.024601 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.024920 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.025241 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:27:03.081964 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Attempting to bind port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:27:03.082337 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Attempting to bind port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:27:03.082699 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Attempting to bind port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 on network 0b4bc836-88a2-4864-b506-fe3143a5c1ff {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:27:03.087949 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:27:03.088326 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Checking segment: {'id': '8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:27:03.088751 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:03.089146 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Bound using segment: {'id': '8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:27:03.089616 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Bound port: b9ec1991-43fd-4ab8-a58e-8ad6c07ab228, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:27:03.090080 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b9ec1991-43fd-4ab8-a58e-8ad6c07ab228), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:03.158717 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] For port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:27:03.161584 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] For port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b9ec1991-43fd-4ab8-a58e-8ad6c07ab228,segment=NetworkSegment(8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75),segment_id=8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:27:03.223197 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b9ec1991-43fd-4ab8-a58e-8ad6c07ab228), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:03.282783 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7d9af-9cf3-4de5-bc1a-83fc84001a31 None None] Pushing event updated for resources: {'Port': ['ID=b9ec1991-43fd-4ab8-a58e-8ad6c07ab228,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:27:04.169317 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:27:04.177803 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9719e02-64de-4a6c-8af7-f0b21a356ed8 None None] Network 0b4bc836-88a2-4864-b506-fe3143a5c1ff requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:27:04.288702 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-9cecd94f-be8e-4543-afa3-9d946c5a2640 None None] Provisioning complete for port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:27:04.289036 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9cecd94f-be8e-4543-afa3-9d946c5a2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b9ec1991-43fd-4ab8-a58e-8ad6c07ab228), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:04.358410 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:27:04.358806 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b9ec1991-43fd-4ab8-a58e-8ad6c07ab228), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:04.448294 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9cecd94f-be8e-4543-afa3-9d946c5a2640 None None] Current status of the port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:27:04.448688 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9cecd94f-be8e-4543-afa3-9d946c5a2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b9ec1991-43fd-4ab8-a58e-8ad6c07ab228), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:04.502589 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:27:04.502981 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b9ec1991-43fd-4ab8-a58e-8ad6c07ab228), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:04.525128 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9cecd94f-be8e-4543-afa3-9d946c5a2640 None None] For port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b9ec1991-43fd-4ab8-a58e-8ad6c07ab228,segment=NetworkSegment(8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75),segment_id=8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:27:04.589458 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9cecd94f-be8e-4543-afa3-9d946c5a2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b9ec1991-43fd-4ab8-a58e-8ad6c07ab228), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:04.658740 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.db.api [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 17:27:04.659118 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG oslo_db.api [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 17:27:04.663876 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecd94f-be8e-4543-afa3-9d946c5a2640 None None] Pushing event updated for resources: {'Port': ['ID=b9ec1991-43fd-4ab8-a58e-8ad6c07ab228,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:27:04.710936 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ae6bedbe-8d55-404c-bd97-95744c740a33 None None] Provisioning complete for port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:27:04.711331 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae6bedbe-8d55-404c-bd97-95744c740a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b9ec1991-43fd-4ab8-a58e-8ad6c07ab228), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:04.795011 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ae6bedbe-8d55-404c-bd97-95744c740a33 None None] Current status of the port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:27:05.201379 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:27:06.082859 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:27:06.132532 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:27:06.132927 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b9ec1991-43fd-4ab8-a58e-8ad6c07ab228), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:06.232287 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port b9ec1991-43fd-4ab8-a58e-8ad6c07ab228 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:27:06.935199 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:27:19.045431 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-85818869-bad7-4d11-bfc4-a763aa0b4ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:21.292577 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07c91442-e0f9-46e2-a918-36ed9a1f23cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:22.628372 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:23.794143 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:25.238922 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:43.932673 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:27:49.044443 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e62620f2-8546-4c1e-8331-dc60ffa68f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:51.318617 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aab99351-7f4e-4d88-ae8c-4377da6b2a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:52.615619 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:53.792800 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:27:55.209522 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:19.049233 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f041613-1931-41a3-af27-0507ba4aa49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:20.931127 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:28:21.323788 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b7023cae-3254-4159-8825-2b01c6c11835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:22.620651 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:23.763557 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:25.295146 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:31.204910 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46484) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:28:31.210713 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [None req-a258fa71-3478-4d45-b723-144b47f08bb5 tempest-verify_tempest_config-581608556 tempest-verify_tempest_config-581608556-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:28:31.211700 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a258fa71-3478-4d45-b723-144b47f08bb5 tempest-verify_tempest_config-581608556 tempest-verify_tempest_config-581608556-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058773 Mar 08 17:28:31.689001 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46502) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:28:31.791276 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:31.861878 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Publish callbacks [] for security_group (69cd8e33-1c07-4084-92ef-bca779eb9119), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:31.940549 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (69cd8e33-1c07-4084-92ef-bca779eb9119), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:32.002607 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cd8e33-1c07-4084-92ef-bca779eb9119,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:28:32.007211 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb5ed48746044755a2a859a5f32abad2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3172305 Mar 08 17:28:32.010906 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46508) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:28:32.012487 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.012864 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.013213 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.013551 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.013915 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.014297 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.014594 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.014929 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.015273 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.015627 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.015954 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.016337 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.016602 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70969b6-30c5-44ef-8355-e83b751f235b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.067732 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Publish callbacks [] for security_group (69cd8e33-1c07-4084-92ef-bca779eb9119), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:32.089409 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Publish callbacks [] for security_group (69cd8e33-1c07-4084-92ef-bca779eb9119), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:32.232206 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (69cd8e33-1c07-4084-92ef-bca779eb9119), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:32.234873 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:32.236025 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69cd8e33-1c07-4084-92ef-bca779eb9119 HTTP/1.1" status: 204 len: 168 time: 0.2241282 Mar 08 17:28:32.243795 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cd8e33-1c07-4084-92ef-bca779eb9119,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:28:32.250512 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.250877 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.251228 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.251563 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.251893 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.252222 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.252563 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.252903 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.253223 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.253549 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.253957 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.254209 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:32.254528 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a7267f-852a-4162-b31b-bfb72874e760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:28:49.071869 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-103fac0f-9c48-4e18-b2f0-96d79ab57cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:51.299817 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-27057103-d506-4549-b022-74b9d6870891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:52.608333 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:53.791003 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:55.259934 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:28:57.929394 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:29:19.059250 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9d5ef1c2-d90a-405d-bfde-1a8c2b8e32df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:21.299106 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-041ddbed-9c25-42d5-b0dc-19c01ef2771f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:22.624813 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:23.813603 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:25.230111 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:34.927063 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:29:49.087357 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a17c80e5-9e0e-42b1-bde2-7cb616f102f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:51.287310 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b63e20e-eb31-4688-b1d5-fb1f66c35513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:52.624093 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:53.789713 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:29:55.246777 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:11.925055 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:30:19.046283 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-80110430-9efd-4be0-8072-6fb8c129cec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:20.183451 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835901'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:21.313842 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5ce9-e342-446a-a852-2fe955d0992c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:22.645309 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:23.806422 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:25.250833 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:31.197935 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46578) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:31.309132 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c4653c4e-5fcf-4c0a-beae-9cc29ae5551f admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1089170 Mar 08 17:30:33.695659 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46588) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:30:33.754467 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-789dbffe-176d-410c-a29e-8662766d9420 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0576713 Mar 08 17:30:48.924265 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:30:49.063049 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef517-a20d-4c03-a24b-76e462e713fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:50.194378 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:51.302833 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9127fec8-7837-46dc-96c1-f64e770e35d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:52.668087 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:53.805389 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:30:55.255886 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:19.084780 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a11d9bd-92aa-499a-a719-3d3b739792b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:20.197973 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:21.289570 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-706b17ee-f380-4976-b026-b1d669aac2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:22.644530 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:23.827425 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:25.243260 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:25.923918 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:31:49.038563 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4892c631-e235-4be8-b9a3-aa0f46bd025e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:50.204000 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:51.294250 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a250104f-a0f3-4fad-83e9-385a194a3d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:52.644004 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:53.809734 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:31:55.249420 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:02.922928 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:32:16.742948 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46740) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:17.084615 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2082996925-network', 'tenant_id': 'bda415f2ab354d8b816f546b4f95713a'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:17.185158 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Made reservation on behalf of bda415f2ab354d8b816f546b4f95713a for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:17.188252 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.197712 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.274217 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Publish callbacks [] for security_group (1cd2ab8e-8f62-4352-b4ce-5176e6de57d0), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.352276 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (1cd2ab8e-8f62-4352-b4ce-5176e6de57d0), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.378620 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:32:17.390983 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:17.399486 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (2306cc55-b45f-4d1c-af7c-e8409c0b9f66), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.400034 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Added segment 2306cc55-b45f-4d1c-af7c-e8409c0b9f66 of type vlan for network faeb1dde-c8fe-450f-b87b-52999e7e4d53 Mar 08 17:32:17.403743 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.404124 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.404475 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.404912 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.405258 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.405594 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.406338 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.406338 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.406635 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.406980 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.407320 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.407632 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.408053 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Tracked resource versions report: Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: pushed versions: Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: { 'AddressGroup': {'1.2'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'ConntrackHelper': {'1.0'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Log': {'1.0'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Network': {'1.1'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Port': {'1.7'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'PortForwarding': {'1.2'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'QosPolicy': {'1.10'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SecurityGroup': {'1.5'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SubPort': {'1.0'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Subnet': {'1.1'}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Trunk': {'1.1'}} Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: consumer versions: Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: { DHCP agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: HyperV agent@hv-cinder-83008: {}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: L3 agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: Metadata agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: Metering agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: Open vSwitch agent@dv-cinder-830085-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'ConntrackHelper': '1.0', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'LocalIPAssociation': '1.0', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Log': '1.0', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Network': '1.1', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Port': '1.7', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'PortForwarding': '1.2', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'QosPolicy': '1.10', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SecurityGroup': '1.5', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SecurityGroupRule': '1.2', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'SubPort': '1.0', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Subnet': '1.1', Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: 'Trunk': '1.1'}} Mar 08 17:32:17.409183 dv-cinder-830085-3-iscsi neutron-server[103424]: {{(pid=103424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:32:17.420532 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46780) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:17.458090 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (faeb1dde-c8fe-450f-b87b-52999e7e4d53), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.552521 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (faeb1dde-c8fe-450f-b87b-52999e7e4d53), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.553491 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:17.554194 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.615889 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] Pushing event updated for resources: {'Network': ['ID=faeb1dde-c8fe-450f-b87b-52999e7e4d53,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:17.627981 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network faeb1dde-c8fe-450f-b87b-52999e7e4d53 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:32:17.661653 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ff2f3a62-8569-4ead-9f18-5d62155e0e34 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9175506 Mar 08 17:32:17.664606 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46790) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:17.673111 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] Request body: {'subnet': {'network_id': 'faeb1dde-c8fe-450f-b87b-52999e7e4d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2082996925-subnet', 'tenant_id': 'bda415f2ab354d8b816f546b4f95713a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:17.767834 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] Made reservation on behalf of bda415f2ab354d8b816f546b4f95713a for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:17.770194 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:17.832472 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46796) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:17.939778 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-network', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:18.051782 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Made reservation on behalf of e8ec36cbf6184449a2de2296985c4910 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:18.054229 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.063119 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.078533 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for subnet (5f48da8a-c468-4023-ba3b-88a2214398b8), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.143327 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f48da8a-c468-4023-ba3b-88a2214398b8,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:18.172514 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] Checking segment: {'id': '2306cc55-b45f-4d1c-af7c-e8409c0b9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'faeb1dde-c8fe-450f-b87b-52999e7e4d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:18.172912 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Publish callbacks [] for security_group (4e8a4f49-06eb-4486-9907-b41a9f89d072), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.173467 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] Network hostable DHCP agents. Network: faeb1dde-c8fe-450f-b87b-52999e7e4d53, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:32:18.222616 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46810) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:18.255737 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (4e8a4f49-06eb-4486-9907-b41a9f89d072), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.286166 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:32:18.301997 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a4f49-06eb-4486-9907-b41a9f89d072,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:18.310537 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] Network faeb1dde-c8fe-450f-b87b-52999e7e4d53 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:32:18.312238 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.312574 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.313083 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.313437 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.313809 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.314152 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.314867 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.315217 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.315568 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.315925 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.316260 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.316656 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.317046 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Tracked resource versions report: Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: pushed versions: Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: { 'AddressGroup': {'1.2'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'ConntrackHelper': {'1.0'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Log': {'1.0'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Network': {'1.1'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Port': {'1.7'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'PortForwarding': {'1.2'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'QosPolicy': {'1.10'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SecurityGroup': {'1.5'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SubPort': {'1.0'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Subnet': {'1.1'}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Trunk': {'1.1'}} Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: consumer versions: Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: { DHCP agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: HyperV agent@hv-cinder-83008: {}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: L3 agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: Metadata agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: Metering agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: Open vSwitch agent@dv-cinder-830085-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'ConntrackHelper': '1.0', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'LocalIPAssociation': '1.0', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Log': '1.0', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Network': '1.1', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Port': '1.7', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'PortForwarding': '1.2', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'QosPolicy': '1.10', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SecurityGroup': '1.5', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SecurityGroupRule': '1.2', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'SubPort': '1.0', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Subnet': '1.1', Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: 'Trunk': '1.1'}} Mar 08 17:32:18.320879 dv-cinder-830085-3-iscsi neutron-server[103425]: {{(pid=103425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:32:18.328850 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-415263277-network', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:18.347574 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (ddd4561b-ae04-4d85-8873-ee8158d6a1ee), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.349278 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Added segment ddd4561b-ae04-4d85-8873-ee8158d6a1ee of type vlan for network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 Mar 08 17:32:18.396084 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, faeb1dde-c8fe-450f-b87b-52999e7e4d53) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:18.407664 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:18.409080 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.413694 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4248a03e-99d4-4f89-934d-eb53c80af48c None None] Network faeb1dde-c8fe-450f-b87b-52999e7e4d53 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:32:18.420838 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (59db0e12-d1b7-42cf-8ecb-a8f574e94d04), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.449691 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-362766263-network', 'tenant_id': '433070ab733a4989873f937ff516e8f1'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:18.453152 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Made reservation on behalf of 8af0afe2d0ce487aa73b09475f9147fa for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:18.455926 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.474424 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.498420 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d13d8868-adac-47fe-a9f1-6d218b5fc02d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8327150 Mar 08 17:32:18.542551 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (59db0e12-d1b7-42cf-8ecb-a8f574e94d04), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.543500 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:18.544072 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.553932 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b06bd-e966-4cca-831f-1e9652cdc856 None None] Network faeb1dde-c8fe-450f-b87b-52999e7e4d53 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:32:18.661265 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Publish callbacks [] for security_group (25a5884c-5ebd-4ae5-8f4e-44c8c549510e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.667771 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2463236 Mar 08 17:32:18.674187 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Made reservation on behalf of 433070ab733a4989873f937ff516e8f1 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:18.674187 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.676508 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46832) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:18.681430 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] Request body: {'subnet': {'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-subnet', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:18.686755 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.688735 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565b9c3-9375-49ae-8ab9-82148dd7f11a admin admin] Pushing event updated for resources: {'Network': ['ID=59db0e12-d1b7-42cf-8ecb-a8f574e94d04,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:18.699732 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:32:18.761251 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (25a5884c-5ebd-4ae5-8f4e-44c8c549510e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.776507 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Publish callbacks [] for security_group (83259b19-00e6-42bc-a67b-751e3c0505f0), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.790565 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:32:18.793180 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] Made reservation on behalf of e8ec36cbf6184449a2de2296985c4910 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:18.796872 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.807189 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a5884c-5ebd-4ae5-8f4e-44c8c549510e,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:18.810044 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (97a317a9-896b-4386-bb55-41d199790dda), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.810391 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Added segment 97a317a9-896b-4386-bb55-41d199790dda of type vlan for network 002e704e-1690-4589-a1c7-568764202ae0 Mar 08 17:32:18.850327 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (002e704e-1690-4589-a1c7-568764202ae0), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.884023 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (83259b19-00e6-42bc-a67b-751e3c0505f0), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.911736 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:32:18.922586 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83259b19-00e6-42bc-a67b-751e3c0505f0,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:18.928098 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (16f87bd7-34f9-4019-8ffb-f641443fad01), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.928652 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Added segment 16f87bd7-34f9-4019-8ffb-f641443fad01 of type vlan for network a1abd4b6-89d6-4cd5-925b-9e4abef2249e Mar 08 17:32:18.962026 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (002e704e-1690-4589-a1c7-568764202ae0), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.963508 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:18.964093 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:18.996031 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (a1abd4b6-89d6-4cd5-925b-9e4abef2249e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.050661 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] Pushing event updated for resources: {'Network': ['ID=002e704e-1690-4589-a1c7-568764202ae0,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:19.061474 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 002e704e-1690-4589-a1c7-568764202ae0 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:32:19.100114 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for subnet (ddeb08d5-8e48-41f3-a60b-deb762448432), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.102976 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1b7d2b47-9298-4321-9aad-395afeb124b8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2683568 Mar 08 17:32:19.111819 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46844) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:19.116875 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] Request body: {'subnet': {'network_id': '002e704e-1690-4589-a1c7-568764202ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-415263277-subnet', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:19.146424 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d25b4b97-2a39-41b0-9564-ce7a1ac96b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.147911 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddeb08d5-8e48-41f3-a60b-deb762448432,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:19.156585 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (a1abd4b6-89d6-4cd5-925b-9e4abef2249e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.161918 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:19.162583 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.178615 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] Checking segment: {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:19.179358 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] Network hostable DHCP agents. Network: 59db0e12-d1b7-42cf-8ecb-a8f574e94d04, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:32:19.237734 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] Pushing event updated for resources: {'Network': ['ID=a1abd4b6-89d6-4cd5-925b-9e4abef2249e,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:19.247557 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] Made reservation on behalf of 8af0afe2d0ce487aa73b09475f9147fa for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:19.248922 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network a1abd4b6-89d6-4cd5-925b-9e4abef2249e details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:32:19.250313 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.272230 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] Network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:32:19.294253 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46850) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:19.294440 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-983d246f-d332-46f8-b4e7-519984603930 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0700204 Mar 08 17:32:19.294834 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] Request body: {'subnet': {'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-362766263-subnet', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:19.370212 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 59db0e12-d1b7-42cf-8ecb-a8f574e94d04) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:19.374538 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:19.375220 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.386468 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf2999-103d-466b-aaae-68af90eeeb5b None None] Network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:32:19.394774 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] Made reservation on behalf of 433070ab733a4989873f937ff516e8f1 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:19.411156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.488719 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f37df7ee-d021-4922-8f9c-430cf5f18c4d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8111072 Mar 08 17:32:19.491529 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46864) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:19.522269 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:19.545377 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dfe9f6d-995d-5fd4-beda-83d7ae1b07aa-59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432'}]}} from dv-cinder-830085-3-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:32:19.546640 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.639706 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3835290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8782'] for router (8e107082-410c-407b-a23d-04637e76dd95), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.640742 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3837145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8775'] for router (8e107082-410c-407b-a23d-04637e76dd95), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.685739 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for subnet (df28ebad-58fb-4fd7-b2cd-380e87fe6d1a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.743548 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Allocated IP 172.20.0.2 (59db0e12-d1b7-42cf-8ecb-a8f574e94d04/ddeb08d5-8e48-41f3-a60b-deb762448432/be7fa374-7e0e-4ea4-9563-5b23a7349577) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:19.746178 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Publish callbacks [] for router_controller (8e107082-410c-407b-a23d-04637e76dd95), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.763662 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for subnet (d804e411-f1f4-4552-9853-ae040e868f99), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.822572 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:19.825997 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d804e411-f1f4-4552-9853-ae040e868f99,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:19.834281 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] Checking segment: {'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:19.835031 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] Network hostable DHCP agents. Network: 002e704e-1690-4589-a1c7-568764202ae0, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:32:19.933609 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] Network 002e704e-1690-4589-a1c7-568764202ae0 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:32:19.951282 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Publish callbacks [] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:19.954507 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] Checking segment: {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:19.955238 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] Network hostable DHCP agents. Network: a1abd4b6-89d6-4cd5-925b-9e4abef2249e, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:32:20.004140 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Publish callbacks [] for router_gateway (8e107082-410c-407b-a23d-04637e76dd95), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.019488 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 002e704e-1690-4589-a1c7-568764202ae0) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:20.025990 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:20.026772 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.031547 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b87f10f-85d5-4214-a1e1-16d56cd83e70 None None] Network 002e704e-1690-4589-a1c7-568764202ae0 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:32:20.063574 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.137370 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2e5c9201-4a21-4526-9136-7a17d30e2842 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0234399 Mar 08 17:32:20.144496 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] Network a1abd4b6-89d6-4cd5-925b-9e4abef2249e is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:32:20.144715 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46894) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:20.149427 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-415263277-router', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:20.154085 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:20.156715 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, a1abd4b6-89d6-4cd5-925b-9e4abef2249e) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:20.163628 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:20.171586 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9279ca91-4819-4009-821d-5664697648de None None] Network a1abd4b6-89d6-4cd5-925b-9e4abef2249e requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:32:20.173134 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:20.239213 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:20.239988 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.254175 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3835290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8782'] for router (e58c867d-cb86-487c-a17f-f754b2fdaf8b), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.255886 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3837145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8775'] for router (e58c867d-cb86-487c-a17f-f754b2fdaf8b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.343834 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.344524 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Pushing event updated for resources: {'Port': ['ID=be7fa374-7e0e-4ea4-9563-5b23a7349577,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:20.359466 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.359835 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.360208 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.360542 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.360888 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.361215 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.361544 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.361918 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.362245 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.362586 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.362913 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.363237 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.363555 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Tracked resource versions report: Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: pushed versions: Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: { 'AddressGroup': {'1.2'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'ConntrackHelper': {'1.0'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Log': {'1.0'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Network': {'1.1'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Port': {'1.7'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'PortForwarding': {'1.2'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'QosPolicy': {'1.10'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SecurityGroup': {'1.5'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SubPort': {'1.0'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Subnet': {'1.1'}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Trunk': {'1.1'}} Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: consumer versions: Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: { DHCP agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: HyperV agent@hv-cinder-83008: {}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: L3 agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: Metadata agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: Metering agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: Open vSwitch agent@dv-cinder-830085-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'ConntrackHelper': '1.0', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'LocalIPAssociation': '1.0', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Log': '1.0', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Network': '1.1', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Port': '1.7', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'PortForwarding': '1.2', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'QosPolicy': '1.10', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SecurityGroup': '1.5', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SecurityGroupRule': '1.2', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'SubPort': '1.0', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Subnet': '1.1', Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: 'Trunk': '1.1'}} Mar 08 17:32:20.364770 dv-cinder-830085-3-iscsi neutron-server[103426]: {{(pid=103426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:32:20.412906 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Attempting to bind port be7fa374-7e0e-4ea4-9563-5b23a7349577 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:20.413534 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Attempting to bind port be7fa374-7e0e-4ea4-9563-5b23a7349577 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:20.414105 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Attempting to bind port be7fa374-7e0e-4ea4-9563-5b23a7349577 on network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:20.417300 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ab5fb8d0-518f-4fcd-8439-12c96a41ca81 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1280110 Mar 08 17:32:20.449573 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46908) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:20.465881 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:20.499796 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Publish callbacks [] for router_gateway (8e107082-410c-407b-a23d-04637e76dd95), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.527133 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.555221 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:20.555651 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Checking segment: {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:20.555993 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.557621 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Bound using segment: {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:20.558125 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Bound port: be7fa374-7e0e-4ea4-9563-5b23a7349577, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:20.558548 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.576523 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc67a30a-0bad-48dc-bc83-16d8a6588ec4 None None] Network 002e704e-1690-4589-a1c7-568764202ae0 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:32:20.654918 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Publish callbacks [] for router_controller (e58c867d-cb86-487c-a17f-f754b2fdaf8b), precommit_add_association {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.712581 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3835290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8782'] for router (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.713890 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3837145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8775'] for router (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.762611 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dfe9f6d-995d-5fd4-beda-83d7ae1b07aa-a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'project_id': '433070ab733a4989873f937ff516e8f1', 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99'}]}} from dv-cinder-830085-3-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:32:20.764200 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:20.915011 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Allocated IP 172.27.3.96 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/70aeed75-e166-4ed7-844d-894fb306d13c) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:20.976335 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Publish callbacks [] for router_controller (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), precommit_add_association {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.021935 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Allocated IP 172.20.0.2 (a1abd4b6-89d6-4cd5-925b-9e4abef2249e/d804e411-f1f4-4552-9853-ae040e868f99/a80da9e9-b57a-4b63-9e0c-79ee76d9220c) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:21.073373 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Publish callbacks [] for port (70aeed75-e166-4ed7-844d-894fb306d13c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.169634 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] For port be7fa374-7e0e-4ea4-9563-5b23a7349577, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:21.185284 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] For port be7fa374-7e0e-4ea4-9563-5b23a7349577, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=be7fa374-7e0e-4ea4-9563-5b23a7349577,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:21.210263 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Publish callbacks [] for router_gateway (e58c867d-cb86-487c-a17f-f754b2fdaf8b), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.211250 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.286449 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:21.291285 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:21.298479 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.299240 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:21.304366 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Pushing event updated for resources: {'Port': ['ID=70aeed75-e166-4ed7-844d-894fb306d13c,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:21.356479 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-194684fc-ee83-4e9c-a629-1d31c3f4ce6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.360248 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Publish callbacks [] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.366286 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Publish callbacks [] for router_gateway (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.398961 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e161da3-7b57-48ab-b7f2-2abe29fcc245 None None] Pushing event updated for resources: {'Port': ['ID=be7fa374-7e0e-4ea4-9563-5b23a7349577,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:21.423738 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 46950) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:21.432327 dv-cinder-830085-3-iscsi neutron-server[103425]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 17:32:21.438724 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.479807 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Network a1abd4b6-89d6-4cd5-925b-9e4abef2249e is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:21.499471 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:21.503972 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:21.514046 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Pushing event updated for resources: {'Port': ['ID=a80da9e9-b57a-4b63-9e0c-79ee76d9220c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:21.579661 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Attempting to bind port a80da9e9-b57a-4b63-9e0c-79ee76d9220c on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:21.580172 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Attempting to bind port a80da9e9-b57a-4b63-9e0c-79ee76d9220c by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:21.580666 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Attempting to bind port a80da9e9-b57a-4b63-9e0c-79ee76d9220c on network a1abd4b6-89d6-4cd5-925b-9e4abef2249e {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:21.586777 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:21.587251 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Checking segment: {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:21.596003 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.596003 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Bound using segment: {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:21.596003 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Bound port: a80da9e9-b57a-4b63-9e0c-79ee76d9220c, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:21.596003 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.717009 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] For port a80da9e9-b57a-4b63-9e0c-79ee76d9220c, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:21.720729 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] For port a80da9e9-b57a-4b63-9e0c-79ee76d9220c, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=a80da9e9-b57a-4b63-9e0c-79ee76d9220c,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:21.784264 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-6c692f51-cd5e-4430-9290-00992b9a3fab tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:21.786515 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-6c692f51-cd5e-4430-9290-00992b9a3fab tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/networks?id=faeb1dde-c8fe-450f-b87b-52999e7e4d53 HTTP/1.1" status: 200 len: 812 time: 0.3609936 Mar 08 17:32:21.790403 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Publish callbacks [] for router_gateway (8e107082-410c-407b-a23d-04637e76dd95), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.798561 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:21.878045 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b963ec8-3019-4d32-a9e2-09e166ff72e7 None None] Pushing event updated for resources: {'Port': ['ID=a80da9e9-b57a-4b63-9e0c-79ee76d9220c,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:21.889411 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-2c8651a8-5c7e-413a-ad10-bd5984804017 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/quotas/bda415f2ab354d8b816f546b4f95713a HTTP/1.1" status: 200 len: 375 time: 0.0893958 Mar 08 17:32:21.986089 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-0d68c17b-036d-4b80-9c91-9bb1532dd3f8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bda415f2ab354d8b816f546b4f95713a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898986 Mar 08 17:32:22.047108 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172'] for router (8e107082-410c-407b-a23d-04637e76dd95), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:22.480396 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Router 8e107082-410c-407b-a23d-04637e76dd95 is scheduled to L3 agent ce6156d8-a556-48aa-998b-11d79b414184 with binding_index 1 {{(pid=103424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:32:22.502911 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Publish callbacks [] for router_gateway (e58c867d-cb86-487c-a17f-f754b2fdaf8b), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:22.696654 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:22.714617 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device a80da9e9-b57a-4b63-9e0c-79ee76d9220c up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:22.805436 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:22.810810 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:32:22.828106 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Sync routers for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:32:22.828801 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-8d53112d-b711-4db9-80af-41ed74faa31f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:32:22.828801 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-8d53112d-b711-4db9-80af-41ed74faa31f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3837957 Mar 08 17:32:22.837050 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port a80da9e9-b57a-4b63-9e0c-79ee76d9220c triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:22.838228 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:22.839662 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:22.840428 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:22.910664 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:22.914205 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5c29067f-0531-4bc6-ac39-6e93a85719c6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3948705 Mar 08 17:32:22.915575 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 46998) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:22.998020 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port a80da9e9-b57a-4b63-9e0c-79ee76d9220c is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:22.999908 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.093661 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port a80da9e9-b57a-4b63-9e0c-79ee76d9220c, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=a80da9e9-b57a-4b63-9e0c-79ee76d9220c,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:23.094031 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Allocated IP 172.27.3.101 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/0bcd8526-adbb-4a71-a663-bc028485a6b0) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:23.110838 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03d68bf-8fec-4d5f-99dd-e29324ace8ba None None] Network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:32:23.201819 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:23.210816 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47010) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:23.257027 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.261774 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device be7fa374-7e0e-4ea4-9563-5b23a7349577 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:23.282236 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Publish callbacks [] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.361906 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-8e400a47-3136-4fb5-b5da-58f3876c9304 None None] Provisioning complete for port be7fa374-7e0e-4ea4-9563-5b23a7349577 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:23.362295 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e400a47-3136-4fb5-b5da-58f3876c9304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.455885 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47018) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:23.585738 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:21Z', 'revision_number': 3, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:23.646337 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Publish callbacks [] for router_gateway (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.655897 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Checking router: 8e107082-410c-407b-a23d-04637e76dd95 for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:32:23.656466 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Updating router 8e107082-410c-407b-a23d-04637e76dd95 port 70aeed75-e166-4ed7-844d-894fb306d13c binding host dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:32:23.687278 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.690163 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.697347 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fa32b2a9-af99-4364-a614-e51e1315b2ed service neutron] 10.222.0.66 "GET /v2.0/networks/faeb1dde-c8fe-450f-b87b-52999e7e4d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8489904 Mar 08 17:32:23.705405 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.706744 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=a80da9e9-b57a-4b63-9e0c-79ee76d9220c,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:23.735855 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c973864-2094-4f9a-8d75-49948591dc60 None None] Network a1abd4b6-89d6-4cd5-925b-9e4abef2249e requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:32:23.776166 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-460f3b1c-57c2-47a1-a263-13e77bbdf31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.842711 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port be7fa374-7e0e-4ea4-9563-5b23a7349577 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:23.843320 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.850165 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8e400a47-3136-4fb5-b5da-58f3876c9304 None None] Current status of the port be7fa374-7e0e-4ea4-9563-5b23a7349577 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:23.850558 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e400a47-3136-4fb5-b5da-58f3876c9304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.897106 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eb378a44-30f1-4f96-8854-aa1d0030b6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.914266 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-8e400a47-3136-4fb5-b5da-58f3876c9304 None None] For port be7fa374-7e0e-4ea4-9563-5b23a7349577, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=be7fa374-7e0e-4ea4-9563-5b23a7349577,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:23.945605 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-460f3b1c-57c2-47a1-a263-13e77bbdf31c admin admin] Publish callbacks [] for security_group (22d8c68c-8e68-4084-9bb6-b8e6d7f149fb), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:23.948905 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:23.995478 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e400a47-3136-4fb5-b5da-58f3876c9304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.028913 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-460f3b1c-57c2-47a1-a263-13e77bbdf31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (22d8c68c-8e68-4084-9bb6-b8e6d7f149fb), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.055695 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:24.062658 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Pushing event updated for resources: {'Port': ['ID=0bcd8526-adbb-4a71-a663-bc028485a6b0,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:24.062658 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:24.080319 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.194905 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port be7fa374-7e0e-4ea4-9563-5b23a7349577 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:24.198371 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e400a47-3136-4fb5-b5da-58f3876c9304 None None] Pushing event updated for resources: {'Port': ['ID=be7fa374-7e0e-4ea4-9563-5b23a7349577,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:24.217182 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-dd6e8a9e-662f-43cf-afe0-5f4a3659ee05 None None] Provisioning complete for port a80da9e9-b57a-4b63-9e0c-79ee76d9220c triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:24.219113 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8a9e-662f-43cf-afe0-5f4a3659ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.262249 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Publish callbacks [] for port (70aeed75-e166-4ed7-844d-894fb306d13c), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.352157 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.357378 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f3b1c-57c2-47a1-a263-13e77bbdf31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d8c68c-8e68-4084-9bb6-b8e6d7f149fb,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:24.378302 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-460f3b1c-57c2-47a1-a263-13e77bbdf31c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e22faf446e3043a99a7c6728f018bd88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9212253 Mar 08 17:32:24.382051 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47052) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:24.391957 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.430163 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Pushing event updated for resources: {'Port': ['ID=70aeed75-e166-4ed7-844d-894fb306d13c,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:24.445336 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.445716 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.446110 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.446453 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.447430 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.447768 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.448107 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.448559 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.448844 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.449192 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.449522 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.449871 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.450200 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Tracked resource versions report: Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: pushed versions: Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: { 'AddressGroup': {'1.2'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'ConntrackHelper': {'1.0'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'LocalIPAssociation': {'1.0'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Log': {'1.0'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Network': {'1.1'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Port': {'1.7'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'PortForwarding': {'1.2'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'QosPolicy': {'1.10'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SecurityGroup': {'1.5'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SecurityGroupRule': {'1.2'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SubPort': {'1.0'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Subnet': {'1.1'}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Trunk': {'1.1'}} Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: consumer versions: Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: { DHCP agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: HyperV agent@hv-cinder-83008: {}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: L3 agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: Metadata agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: Metering agent@dv-cinder-830085-3-iscsi: {}, Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: Open vSwitch agent@dv-cinder-830085-3-iscsi: { 'AddressGroup': '1.2', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'ConntrackHelper': '1.0', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'LocalIPAssociation': '1.0', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Log': '1.0', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Network': '1.1', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Port': '1.7', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'PortForwarding': '1.2', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'QosPolicy': '1.10', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SecurityGroup': '1.5', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SecurityGroupRule': '1.2', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'SubPort': '1.0', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Subnet': '1.1', Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: 'Trunk': '1.1'}} Mar 08 17:32:24.451359 dv-cinder-830085-3-iscsi neutron-server[103427]: {{(pid=103427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 17:32:24.494099 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-4d31a8d2-4fba-4227-a8cf-a8e36d2b94c1 service neutron] 10.222.0.66 "GET /v2.0/networks/faeb1dde-c8fe-450f-b87b-52999e7e4d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428472 Mar 08 17:32:24.500568 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Attempting to bind port 70aeed75-e166-4ed7-844d-894fb306d13c on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:24.500957 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Attempting to bind port 70aeed75-e166-4ed7-844d-894fb306d13c by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:24.501331 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Attempting to bind port 70aeed75-e166-4ed7-844d-894fb306d13c on network 1cf1adba-36f7-45e5-a590-5d52a2089e80 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:24.516859 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:24.517242 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:24.517653 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.518080 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Bound using segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:24.518556 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Bound port: 70aeed75-e166-4ed7-844d-894fb306d13c, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:24.518941 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.597373 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] For port 70aeed75-e166-4ed7-844d-894fb306d13c, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:24.607759 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] For port 70aeed75-e166-4ed7-844d-894fb306d13c, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=70aeed75-e166-4ed7-844d-894fb306d13c,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:24.622036 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device a80da9e9-b57a-4b63-9e0c-79ee76d9220c up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:24.652069 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Allocated IP 172.20.0.1 (59db0e12-d1b7-42cf-8ecb-a8f574e94d04/ddeb08d5-8e48-41f3-a60b-deb762448432/ec4ffa0d-b3d3-4f14-8472-93f1ade9471d) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:24.681924 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e8a9e-662f-43cf-afe0-5f4a3659ee05 None None] Current status of the port a80da9e9-b57a-4b63-9e0c-79ee76d9220c is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:24.700909 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:24.743436 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port a80da9e9-b57a-4b63-9e0c-79ee76d9220c triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:24.744784 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.008829 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28eba8-7075-4f92-8bf6-08f608a7eccd None None] Pushing event updated for resources: {'Port': ['ID=70aeed75-e166-4ed7-844d-894fb306d13c,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:25.008829 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:25.008829 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:25.013031 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-677fbd03-7ada-4fb6-839f-6f2502a66ad1 None None] Provisioning complete for port a80da9e9-b57a-4b63-9e0c-79ee76d9220c triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:25.013031 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-677fbd03-7ada-4fb6-839f-6f2502a66ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.014586 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eb378a44-30f1-4f96-8854-aa1d0030b6e0 admin admin] Publish callbacks [] for security_group (b62e954b-f3c8-47cc-a16f-20df33766514), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.015347 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:25.016341 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port a80da9e9-b57a-4b63-9e0c-79ee76d9220c is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:25.018782 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Allocated IP 172.27.3.194 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/fa01a3a9-50b0-41b3-a985-cc2dae46126e) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:25.019404 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e7430fd-d5b7-4c5e-85c2-ddd84a8e885a admin admin] Publish callbacks [] for security_group (22d8c68c-8e68-4084-9bb6-b8e6d7f149fb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.019404 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eb378a44-30f1-4f96-8854-aa1d0030b6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b62e954b-f3c8-47cc-a16f-20df33766514), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.062702 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-677fbd03-7ada-4fb6-839f-6f2502a66ad1 None None] Current status of the port a80da9e9-b57a-4b63-9e0c-79ee76d9220c is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:25.078428 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-677fbd03-7ada-4fb6-839f-6f2502a66ad1 None None] Provisioning complete for port be7fa374-7e0e-4ea4-9563-5b23a7349577 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:25.078428 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-677fbd03-7ada-4fb6-839f-6f2502a66ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.086620 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Publish callbacks [] for router_gateway (e58c867d-cb86-487c-a17f-f754b2fdaf8b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.145857 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e7430fd-d5b7-4c5e-85c2-ddd84a8e885a admin admin] Publish callbacks [] for security_group (22d8c68c-8e68-4084-9bb6-b8e6d7f149fb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.151338 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Publish callbacks [] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.163339 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-eb378a44-30f1-4f96-8854-aa1d0030b6e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed2156f995ab417cb114f0244c524bde&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9437163 Mar 08 17:32:25.164506 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb378a44-30f1-4f96-8854-aa1d0030b6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e954b-f3c8-47cc-a16f-20df33766514,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:25.175409 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47096) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:25.179245 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-677fbd03-7ada-4fb6-839f-6f2502a66ad1 None None] Current status of the port be7fa374-7e0e-4ea4-9563-5b23a7349577 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:25.354400 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0f328bcf-3005-472f-8b8e-018c853ed8fe req-6a414620-160c-43b4-b940-b036629556f0 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.1823747 Mar 08 17:32:25.356134 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-30a89b6b-5988-4d66-b4f7-4bc052e3626c admin admin] Publish callbacks [] for security_group (b62e954b-f3c8-47cc-a16f-20df33766514), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.356569 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:21Z', 'revision_number': 3, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:25.357026 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-30a89b6b-5988-4d66-b4f7-4bc052e3626c admin admin] Publish callbacks [] for security_group (b62e954b-f3c8-47cc-a16f-20df33766514), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.374327 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114bb8b9-6746-438b-b499-4b358181a32a None None] The sync data for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi is: [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:21Z', 'revision_number': 3, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:32:25.387358 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.396576 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Publish callbacks [] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.445883 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e7430fd-d5b7-4c5e-85c2-ddd84a8e885a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (22d8c68c-8e68-4084-9bb6-b8e6d7f149fb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.449115 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e7430fd-d5b7-4c5e-85c2-ddd84a8e885a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.452479 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-6e7430fd-d5b7-4c5e-85c2-ddd84a8e885a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22d8c68c-8e68-4084-9bb6-b8e6d7f149fb HTTP/1.1" status: 204 len: 168 time: 1.0692151 Mar 08 17:32:25.454011 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.540011 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Pushing event updated for resources: {'Port': ['ID=ec4ffa0d-b3d3-4f14-8472-93f1ade9471d,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:25.565401 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7430fd-d5b7-4c5e-85c2-ddd84a8e885a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d8c68c-8e68-4084-9bb6-b8e6d7f149fb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:25.597034 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:25.599300 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:25.603412 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:25.603902 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837913'] for router_interface (8e107082-410c-407b-a23d-04637e76dd95), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.612456 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.684313 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-30a89b6b-5988-4d66-b4f7-4bc052e3626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b62e954b-f3c8-47cc-a16f-20df33766514), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.687092 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-30a89b6b-5988-4d66-b4f7-4bc052e3626c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.690527 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-30a89b6b-5988-4d66-b4f7-4bc052e3626c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b62e954b-f3c8-47cc-a16f-20df33766514 HTTP/1.1" status: 204 len: 168 time: 0.5103323 Mar 08 17:32:25.699704 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172'] for router (e58c867d-cb86-487c-a17f-f754b2fdaf8b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:25.713270 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:25.726381 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:25.756758 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a89b6b-5988-4d66-b4f7-4bc052e3626c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e954b-f3c8-47cc-a16f-20df33766514,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:25.905868 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Pushing event updated for resources: {'Port': ['ID=fa01a3a9-50b0-41b3-a985-cc2dae46126e,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:25.914339 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:26.123819 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-9530e67e-66a1-4c6c-988d-28a5c2f20cfe None None] Provisioning complete for port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:26.124346 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9530e67e-66a1-4c6c-988d-28a5c2f20cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:26.158693 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:26.190891 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9530e67e-66a1-4c6c-988d-28a5c2f20cfe None None] Port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:32:26.420647 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47162) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:26.424584 dv-cinder-830085-3-iscsi neutron-server[103424]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 17:32:26.441241 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device be7fa374-7e0e-4ea4-9563-5b23a7349577 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:26.492759 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47166) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:26.495645 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Router e58c867d-cb86-487c-a17f-f754b2fdaf8b is scheduled to L3 agent ce6156d8-a556-48aa-998b-11d79b414184 with binding_index 1 {{(pid=103425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:32:26.529302 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0cb1ff18-d357-45c5-af5c-f0e23ead2f7c req-57fcda96-cf08-4516-8de6-b901d8788451 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.1075671 Mar 08 17:32:26.530272 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4567076d-f5c8-4174-b4bd-62da17ff4be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:26.554809 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Publish callbacks [] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:26.576552 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port be7fa374-7e0e-4ea4-9563-5b23a7349577 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:26.578022 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:26.614778 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:26.615898 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837877'] for router_interface (8e107082-410c-407b-a23d-04637e76dd95), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:26.676440 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Pushing event updated for resources: {'Port': ['ID=ec4ffa0d-b3d3-4f14-8472-93f1ade9471d,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:26.707427 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port be7fa374-7e0e-4ea4-9563-5b23a7349577 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:26.715396 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 70aeed75-e166-4ed7-844d-894fb306d13c up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:26.804797 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 70aeed75-e166-4ed7-844d-894fb306d13c triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:26.805426 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:26.807926 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:26.810834 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:26.895154 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47176) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:26.916937 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-05ea05b6-968d-4d57-af45-fcf35880f5a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:26.976889 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Publish callbacks [] for router_gateway (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:26.996748 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 70aeed75-e166-4ed7-844d-894fb306d13c is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:26.998672 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.052898 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Router 8e107082-410c-407b-a23d-04637e76dd95 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:32:27.067037 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port 70aeed75-e166-4ed7-844d-894fb306d13c, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=70aeed75-e166-4ed7-844d-894fb306d13c,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:27.140794 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.171373 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-05ea05b6-968d-4d57-af45-fcf35880f5a1 admin admin] Publish callbacks [] for security_group (bf6d9580-029a-455f-87db-4f4a42e08a0f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.253776 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-56bbfd35-7fff-4b85-a382-a2ad333851d6 None None] Provisioning complete for port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:27.257194 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56bbfd35-7fff-4b85-a382-a2ad333851d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.269718 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47186) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:27.281071 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-05ea05b6-968d-4d57-af45-fcf35880f5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (bf6d9580-029a-455f-87db-4f4a42e08a0f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.286405 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=70aeed75-e166-4ed7-844d-894fb306d13c,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:27.286780 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:32:27.306862 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-16db2e55-84c5-4c1a-ab29-725c4b12aabb admin admin] 10.222.0.66 "PUT /v2.0/routers/8e107082-410c-407b-a23d-04637e76dd95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3898296 Mar 08 17:32:27.317767 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172'] for router (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.323713 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-56bbfd35-7fff-4b85-a382-a2ad333851d6 None None] Port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:32:27.337216 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-05ea05b6-968d-4d57-af45-fcf35880f5a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04923ffff824434d90c1ba27c3e91d40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4400349 Mar 08 17:32:27.343379 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea05b6-968d-4d57-af45-fcf35880f5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6d9580-029a-455f-87db-4f4a42e08a0f,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:27.344237 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47192) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:27.399270 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:32:27.409339 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Sync routers for ids ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:32:27.417149 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a394d23d-f738-4950-b2e3-e786b3df5643 admin admin] Publish callbacks [] for security_group (bf6d9580-029a-455f-87db-4f4a42e08a0f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.427197 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Routers {'e58c867d-cb86-487c-a17f-f754b2fdaf8b'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:27.427197 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:27.449422 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a394d23d-f738-4950-b2e3-e786b3df5643 admin admin] Publish callbacks [] for security_group (bf6d9580-029a-455f-87db-4f4a42e08a0f), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.469442 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4567076d-f5c8-4174-b4bd-62da17ff4be5 admin admin] Publish callbacks [] for security_group (b4072a67-6383-4ae5-88d6-e779ce8375db), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.507265 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fac80e5b-1d7f-4d4c-a100-54cd579eddbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.560686 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.569127 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-83c2ea8c-7ef6-4fe8-b0b1-33ce7ee10e4c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4169023 Mar 08 17:32:27.569127 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4567076d-f5c8-4174-b4bd-62da17ff4be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b4072a67-6383-4ae5-88d6-e779ce8375db), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.572502 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47202) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:27.608636 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Set router e58c867d-cb86-487c-a17f-f754b2fdaf8b gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:27.623267 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc is scheduled to L3 agent ce6156d8-a556-48aa-998b-11d79b414184 with binding_index 1 {{(pid=103425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:32:27.658469 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a394d23d-f738-4950-b2e3-e786b3df5643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (bf6d9580-029a-455f-87db-4f4a42e08a0f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.663376 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a394d23d-f738-4950-b2e3-e786b3df5643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.667445 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a394d23d-f738-4950-b2e3-e786b3df5643 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf6d9580-029a-455f-87db-4f4a42e08a0f HTTP/1.1" status: 204 len: 168 time: 0.3118744 Mar 08 17:32:27.678036 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4567076d-f5c8-4174-b4bd-62da17ff4be5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e61d9701c91040c3840dbcda951e2ab4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1834238 Mar 08 17:32:27.682394 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567076d-f5c8-4174-b4bd-62da17ff4be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4072a67-6383-4ae5-88d6-e779ce8375db,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:27.687766 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47206) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:27.720011 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394d23d-f738-4950-b2e3-e786b3df5643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6d9580-029a-455f-87db-4f4a42e08a0f,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:27.850936 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e4890773-8e6d-46f8-80c0-3dc9a05b042e req-8e6ad4f8-7bb4-427b-bd50-584f11f82070 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0673988 Mar 08 17:32:27.928156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fac80e5b-1d7f-4d4c-a100-54cd579eddbc admin admin] Publish callbacks [] for security_group (e0dffd8b-24ce-406b-a083-2c07fbb72716), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.937189 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f250a209-9352-4ea4-a71d-9cb0bb618c22 admin admin] Publish callbacks [] for security_group (b4072a67-6383-4ae5-88d6-e779ce8375db), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.951038 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'name': 'tempest-ServerRescueNegativeTestJSON-415263277-router', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:24Z', 'revision_number': 3, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'gw_port': {'id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:22Z', 'updated_at': '2022-03-08T17:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:27.975437 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:32:27.979336 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f250a209-9352-4ea4-a71d-9cb0bb618c22 admin admin] Publish callbacks [] for security_group (b4072a67-6383-4ae5-88d6-e779ce8375db), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:27.985356 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Sync routers for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:32:27.995960 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:27.999392 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Checking router: e58c867d-cb86-487c-a17f-f754b2fdaf8b for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:32:27.999863 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Updating router e58c867d-cb86-487c-a17f-f754b2fdaf8b port 0bcd8526-adbb-4a71-a663-bc028485a6b0 binding host dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:32:28.000397 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:28.050208 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.123925 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.125171 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0b4f7fde-bae7-4835-8066-da5853fd296a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6691823 Mar 08 17:32:28.128654 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47212) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:28.190679 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fac80e5b-1d7f-4d4c-a100-54cd579eddbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (e0dffd8b-24ce-406b-a083-2c07fbb72716), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.214817 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f250a209-9352-4ea4-a71d-9cb0bb618c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b4072a67-6383-4ae5-88d6-e779ce8375db), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.217355 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f250a209-9352-4ea4-a71d-9cb0bb618c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.229799 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f250a209-9352-4ea4-a71d-9cb0bb618c22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4072a67-6383-4ae5-88d6-e779ce8375db HTTP/1.1" status: 204 len: 168 time: 0.5377121 Mar 08 17:32:28.249668 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:28.259283 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Sync routers for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:32:28.278875 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250a209-9352-4ea4-a71d-9cb0bb618c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4072a67-6383-4ae5-88d6-e779ce8375db,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:28.332640 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:28.333286 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:28.359702 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fac80e5b-1d7f-4d4c-a100-54cd579eddbc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=889c23a742bc4a969d7b0a27007ef392&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0854769 Mar 08 17:32:28.360398 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47224) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:28.365512 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac80e5b-1d7f-4d4c-a100-54cd579eddbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dffd8b-24ce-406b-a083-2c07fbb72716,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:28.499986 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8921c04f-44a7-490a-932c-248ee16ac4c8 admin admin] Publish callbacks [] for security_group (e0dffd8b-24ce-406b-a083-2c07fbb72716), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.530264 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:28.585184 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47228) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:28.590207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-e6aa6a8b-f5af-427a-856e-73d60dc661ec tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420321690', 'description': 'tempest-description--843659332'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:28.591171 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 3, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:28.625672 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Checking router: 5fd512fb-a263-4f45-ae1f-5c9981aba7dc for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:32:28.626054 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Updating router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc port fa01a3a9-50b0-41b3-a985-cc2dae46126e binding host dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:32:28.630189 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8921c04f-44a7-490a-932c-248ee16ac4c8 admin admin] Publish callbacks [] for security_group (e0dffd8b-24ce-406b-a083-2c07fbb72716), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.692758 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.781087 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6a8b-f5af-427a-856e-73d60dc661ec tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.798236 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Publish callbacks [] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.801929 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 70aeed75-e166-4ed7-844d-894fb306d13c up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:28.865239 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.952367 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8921c04f-44a7-490a-932c-248ee16ac4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (e0dffd8b-24ce-406b-a083-2c07fbb72716), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.954958 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8921c04f-44a7-490a-932c-248ee16ac4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.958568 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:28.972661 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8921c04f-44a7-490a-932c-248ee16ac4c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0dffd8b-24ce-406b-a083-2c07fbb72716 HTTP/1.1" status: 204 len: 168 time: 0.5919409 Mar 08 17:32:29.065420 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-71781732-0d8a-439d-97b9-71b65e5f8a33 req-6627c5ee-0e34-4d86-82bb-c9166cb18563 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0589519 Mar 08 17:32:29.079834 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921c04f-44a7-490a-932c-248ee16ac4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dffd8b-24ce-406b-a083-2c07fbb72716,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:29.153663 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Publish callbacks [] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.175045 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6a8b-f5af-427a-856e-73d60dc661ec tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (cc8dc7f0-3e0b-4efe-80fc-13514becba0a), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.200679 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.203460 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40e68e-603b-4eb3-b2cf-ac2f4a8b36ac None None] Pushing event updated for resources: {'Port': ['ID=0bcd8526-adbb-4a71-a663-bc028485a6b0,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:29.209311 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Attempting to bind port 0bcd8526-adbb-4a71-a663-bc028485a6b0 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:29.217034 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Attempting to bind port 0bcd8526-adbb-4a71-a663-bc028485a6b0 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:29.217034 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Attempting to bind port 0bcd8526-adbb-4a71-a663-bc028485a6b0 on network 1cf1adba-36f7-45e5-a590-5d52a2089e80 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:29.226254 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:29.226632 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:29.227039 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.227427 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Bound using segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:29.228442 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Bound port: 0bcd8526-adbb-4a71-a663-bc028485a6b0, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:29.228825 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.272719 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.275195 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 70aeed75-e166-4ed7-844d-894fb306d13c triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:29.280583 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.354939 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6a8b-f5af-427a-856e-73d60dc661ec tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (cc8dc7f0-3e0b-4efe-80fc-13514becba0a), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.376837 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Allocated IP 172.20.0.1 (a1abd4b6-89d6-4cd5-925b-9e4abef2249e/d804e411-f1f4-4552-9853-ae040e868f99/d9a19115-e286-472c-9985-cf3e9cc15aaa) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:29.389925 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] For port 0bcd8526-adbb-4a71-a663-bc028485a6b0, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:29.403554 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] For port 0bcd8526-adbb-4a71-a663-bc028485a6b0, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=0bcd8526-adbb-4a71-a663-bc028485a6b0,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:29.498869 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba6b21-5cd4-4430-9727-f76ded1bc649 None None] Pushing event updated for resources: {'Port': ['ID=fa01a3a9-50b0-41b3-a985-cc2dae46126e,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:29.508428 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.510402 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 70aeed75-e166-4ed7-844d-894fb306d13c is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:29.516493 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 2, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:29.526455 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Attempting to bind port fa01a3a9-50b0-41b3-a985-cc2dae46126e on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:29.526954 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Attempting to bind port fa01a3a9-50b0-41b3-a985-cc2dae46126e by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:29.527329 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Attempting to bind port fa01a3a9-50b0-41b3-a985-cc2dae46126e on network 1cf1adba-36f7-45e5-a590-5d52a2089e80 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:29.533082 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:29.533457 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:29.537123 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.537123 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Bound using segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:29.537123 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Bound port: fa01a3a9-50b0-41b3-a985-cc2dae46126e, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:29.537123 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.561216 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6aa6a8b-f5af-427a-856e-73d60dc661ec tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.566055 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e6aa6a8b-f5af-427a-856e-73d60dc661ec tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9797823 Mar 08 17:32:29.569016 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47258) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:29.582290 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Checking router: 8e107082-410c-407b-a23d-04637e76dd95 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:32:29.582661 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Updating router 8e107082-410c-407b-a23d-04637e76dd95 port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d binding host dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:32:29.584223 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa6a8b-f5af-427a-856e-73d60dc661ec tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8dc7f0-3e0b-4efe-80fc-13514becba0a,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:29.605003 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] For port fa01a3a9-50b0-41b3-a985-cc2dae46126e, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:29.609448 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] For port fa01a3a9-50b0-41b3-a985-cc2dae46126e, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=fa01a3a9-50b0-41b3-a985-cc2dae46126e,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:29.616429 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-bd7bf297-2531-4d19-8e36-8f6cdd8f8233 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'security_group_rule': {'security_group_id': 'cc8dc7f0-3e0b-4efe-80fc-13514becba0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:29.647126 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.653874 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Routers {'e58c867d-cb86-487c-a17f-f754b2fdaf8b'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:29.654526 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:29.673359 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.716833 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40e68e-603b-4eb3-b2cf-ac2f4a8b36ac None None] Pushing event updated for resources: {'Port': ['ID=0bcd8526-adbb-4a71-a663-bc028485a6b0,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:29.766809 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Publish callbacks [] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.772748 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba6b21-5cd4-4430-9727-f76ded1bc649 None None] Pushing event updated for resources: {'Port': ['ID=fa01a3a9-50b0-41b3-a985-cc2dae46126e,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:29.799811 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf297-2531-4d19-8e36-8f6cdd8f8233 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (04a6bea9-fdc8-4888-a1f0-4bc41f4a893b), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.814167 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:29.814917 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:29.823038 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Allocated IP 172.20.0.1 (002e704e-1690-4589-a1c7-568764202ae0/df28ebad-58fb-4fd7-b2cd-380e87fe6d1a/b1b780de-d599-4830-a361-0e38ea62995c) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:29.849638 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.913047 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Network a1abd4b6-89d6-4cd5-925b-9e4abef2249e is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:29.933152 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:29.940370 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:29.940949 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837913'] for router_interface (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:29.985021 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] Set router e58c867d-cb86-487c-a17f-f754b2fdaf8b gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:29.987603 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf297-2531-4d19-8e36-8f6cdd8f8233 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (04a6bea9-fdc8-4888-a1f0-4bc41f4a893b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.000695 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:30.057526 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf297-2531-4d19-8e36-8f6cdd8f8233 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (04a6bea9-fdc8-4888-a1f0-4bc41f4a893b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.061337 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Publish callbacks [] for port (b1b780de-d599-4830-a361-0e38ea62995c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.089454 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bf297-2531-4d19-8e36-8f6cdd8f8233 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a6bea9-fdc8-4888-a1f0-4bc41f4a893b,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:30.091097 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a19115-e286-472c-9985-cf3e9cc15aaa,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:30.157243 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47270) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:30.222311 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bd7bf297-2531-4d19-8e36-8f6cdd8f8233 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.226372 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-bd7bf297-2531-4d19-8e36-8f6cdd8f8233 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6360934 Mar 08 17:32:30.235002 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47274) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:30.235002 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-d2d64c40-1fc6-4359-89a6-ef499a1b9ee4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'security_group_rule': {'security_group_id': 'cc8dc7f0-3e0b-4efe-80fc-13514becba0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:30.278349 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6f1194e3-484b-484b-a202-5650e239a8f6 req-97ce68e9-bf25-49f0-9601-34670f6df916 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0843918 Mar 08 17:32:30.286678 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-29936d74-bb46-4e85-867d-20bbf25a8841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.306772 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (b1b780de-d599-4830-a361-0e38ea62995c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.365712 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Network 002e704e-1690-4589-a1c7-568764202ae0 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:30.386848 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:30.392027 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:30.393961 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837913'] for router_interface (e58c867d-cb86-487c-a17f-f754b2fdaf8b), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.401630 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Publish callbacks [] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.403812 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2d64c40-1fc6-4359-89a6-ef499a1b9ee4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (57f02b03-3cc3-4fc2-8aaa-1b9df4ec3d05), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.417470 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 3, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:30.425632 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-bc796d34-0d27-48f4-a66f-870f6182100a None None] Provisioning complete for port d9a19115-e286-472c-9985-cf3e9cc15aaa triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:30.426041 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc796d34-0d27-48f4-a66f-870f6182100a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.468775 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bc796d34-0d27-48f4-a66f-870f6182100a None None] Port d9a19115-e286-472c-9985-cf3e9cc15aaa cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:32:30.475220 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd12f3-69ce-4225-b127-8cade30f9280 None None] The sync data for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi is: [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 3, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:32:30.475947 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'name': 'tempest-ServerRescueNegativeTestJSON-415263277-router', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:24Z', 'revision_number': 3, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'gw_port': {'id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:22Z', 'updated_at': '2022-03-08T17:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:30.485773 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.488895 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-29936d74-bb46-4e85-867d-20bbf25a8841 admin admin] Publish callbacks [] for security_group (d503685d-bbc0-4006-a63e-5c3f1be15d18), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.546428 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28533ea4-665a-4c5d-9ef6-83ca1719b6c5 None None] The sync data for ids ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'] in dv-cinder-830085-3-iscsi is: [{'id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'name': 'tempest-ServerRescueNegativeTestJSON-415263277-router', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:24Z', 'revision_number': 3, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'gw_port': {'id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:20:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:22Z', 'updated_at': '2022-03-08T17:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:32:30.552561 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b780de-d599-4830-a361-0e38ea62995c,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:30.582923 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2d64c40-1fc6-4359-89a6-ef499a1b9ee4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (57f02b03-3cc3-4fc2-8aaa-1b9df4ec3d05), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.590675 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-29936d74-bb46-4e85-867d-20bbf25a8841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d503685d-bbc0-4006-a63e-5c3f1be15d18), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.650481 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29936d74-bb46-4e85-867d-20bbf25a8841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d503685d-bbc0-4006-a63e-5c3f1be15d18,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:30.692341 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2d64c40-1fc6-4359-89a6-ef499a1b9ee4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (57f02b03-3cc3-4fc2-8aaa-1b9df4ec3d05), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.708913 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700f457-51ae-438a-9f28-38d7877d3283 None None] Pushing event updated for resources: {'Port': ['ID=ec4ffa0d-b3d3-4f14-8472-93f1ade9471d,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:30.721781 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-29936d74-bb46-4e85-867d-20bbf25a8841 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=715ec3bab6244a978a861b2b952d1d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5489528 Mar 08 17:32:30.728766 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47290) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:30.751123 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Attempting to bind port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:30.751867 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Attempting to bind port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:30.752277 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Attempting to bind port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d on network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:30.756613 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d64c40-1fc6-4359-89a6-ef499a1b9ee4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f02b03-3cc3-4fc2-8aaa-1b9df4ec3d05,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:30.765850 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:30.766574 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Checking segment: {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:30.767005 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.767517 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Bound using segment: {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:30.768011 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Bound port: ec4ffa0d-b3d3-4f14-8472-93f1ade9471d, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:30.768453 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.858088 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2d64c40-1fc6-4359-89a6-ef499a1b9ee4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.860519 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d2d64c40-1fc6-4359-89a6-ef499a1b9ee4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6325452 Mar 08 17:32:30.886119 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47294) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:30.922679 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] For port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:30.927984 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] For port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=ec4ffa0d-b3d3-4f14-8472-93f1ade9471d,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:30.944259 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:30.945007 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b1b780de-d599-4830-a361-0e38ea62995c), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.967995 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eef12926-4d93-4dbc-819e-1ac1e5eee7fa admin admin] Publish callbacks [] for security_group (d503685d-bbc0-4006-a63e-5c3f1be15d18), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:30.972400 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.012164 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.126611 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-fde98330-bec8-4cd8-828e-ef38c7e3eeb2 None None] Provisioning complete for port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:31.129153 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fde98330-bec8-4cd8-828e-ef38c7e3eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.159108 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eef12926-4d93-4dbc-819e-1ac1e5eee7fa admin admin] Publish callbacks [] for security_group (d503685d-bbc0-4006-a63e-5c3f1be15d18), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.173103 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.389326 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:31.390101 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:31.455578 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Publish callbacks [] for port (b1b780de-d599-4830-a361-0e38ea62995c), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.521894 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700f457-51ae-438a-9f28-38d7877d3283 None None] Pushing event updated for resources: {'Port': ['ID=ec4ffa0d-b3d3-4f14-8472-93f1ade9471d,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:31.534512 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b1b780de-d599-4830-a361-0e38ea62995c), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.535343 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837877'] for router_interface (e58c867d-cb86-487c-a17f-f754b2fdaf8b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.603296 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e8f0a157-e59f-4abe-85a2-f53f404cdac8 req-de08de6c-0ecc-47d3-b9ef-93bf918c183a tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.1623106 Mar 08 17:32:31.607564 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eef12926-4d93-4dbc-819e-1ac1e5eee7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d503685d-bbc0-4006-a63e-5c3f1be15d18), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.611178 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eef12926-4d93-4dbc-819e-1ac1e5eee7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.614557 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-eef12926-4d93-4dbc-819e-1ac1e5eee7fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d503685d-bbc0-4006-a63e-5c3f1be15d18 HTTP/1.1" status: 204 len: 168 time: 0.8835452 Mar 08 17:32:31.659052 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b780de-d599-4830-a361-0e38ea62995c,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:31.701582 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef12926-4d93-4dbc-819e-1ac1e5eee7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d503685d-bbc0-4006-a63e-5c3f1be15d18,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:31.769948 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Network 002e704e-1690-4589-a1c7-568764202ae0 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:31.771438 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:31.821596 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:31.899984 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Publish callbacks [] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.965561 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.987504 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:31.995973 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837877'] for router_interface (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:32.025883 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Router e58c867d-cb86-487c-a17f-f754b2fdaf8b has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:32:32.079920 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-fde98330-bec8-4cd8-828e-ef38c7e3eeb2 None None] Current status of the port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:32.088711 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fde98330-bec8-4cd8-828e-ef38c7e3eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:32.157642 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a19115-e286-472c-9985-cf3e9cc15aaa,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:32.225539 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-fde98330-bec8-4cd8-828e-ef38c7e3eeb2 None None] For port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=ec4ffa0d-b3d3-4f14-8472-93f1ade9471d,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:32.394963 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Allocated IP 172.27.3.152 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/4b0ce558-76e5-4f3e-ac65-72803d7a3e71) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:32.418166 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Network a1abd4b6-89d6-4cd5-925b-9e4abef2249e is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:32.441509 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:32.467039 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:32:32.499047 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b22b3c47-7880-40bc-843f-6db5a351ba63 admin admin] 10.222.0.66 "PUT /v2.0/routers/e58c867d-cb86-487c-a17f-f754b2fdaf8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9245872 Mar 08 17:32:32.533157 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fde98330-bec8-4cd8-828e-ef38c7e3eeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:32.625548 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 0bcd8526-adbb-4a71-a663-bc028485a6b0 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:32.833549 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-473e4ad6-b8b4-46d5-8311-9b3be525c86c None None] Provisioning complete for port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:32.833959 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-473e4ad6-b8b4-46d5-8311-9b3be525c86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:32.893764 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:32.903155 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 0bcd8526-adbb-4a71-a663-bc028485a6b0 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:32.903537 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:32.956797 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde98330-bec8-4cd8-828e-ef38c7e3eeb2 None None] Pushing event updated for resources: {'Port': ['ID=ec4ffa0d-b3d3-4f14-8472-93f1ade9471d,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:32.964302 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3b2bd9-4e28-4936-9b9d-d30176343b0b None None] The sync data for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi is: [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:32:32.969459 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-61df7f7d-26f2-4b8c-9c66-a911e772f948 req-39e7c036-faa9-45bc-837b-7c3eea69dcd2 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.1718960 Mar 08 17:32:32.990746 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for port (4b0ce558-76e5-4f3e-ac65-72803d7a3e71), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:33.006295 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:32:33.056543 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-473e4ad6-b8b4-46d5-8311-9b3be525c86c None None] Current status of the port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:33.107578 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 0bcd8526-adbb-4a71-a663-bc028485a6b0 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:33.107980 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:33.134442 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port 0bcd8526-adbb-4a71-a663-bc028485a6b0, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=0bcd8526-adbb-4a71-a663-bc028485a6b0,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:33.191359 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ead9314f-47d9-48f3-9283-3c6b07cd0615 None None] Provisioning complete for port d9a19115-e286-472c-9985-cf3e9cc15aaa triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:33.192086 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ead9314f-47d9-48f3-9283-3c6b07cd0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:33.300869 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:33.300869 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device fa01a3a9-50b0-41b3-a985-cc2dae46126e up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:33.381704 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:32:33.387904 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.64', 54900) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:33.388522 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f5702dca-c40a-44c9-a56a-5cdcac951af7 admin admin] 10.222.0.66 "PUT /v2.0/routers/5fd512fb-a263-4f45-ae1f-5c9981aba7dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2582505 Mar 08 17:32:33.389373 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (4b0ce558-76e5-4f3e-ac65-72803d7a3e71), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:33.409645 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:33.411657 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:33.433914 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:33.544264 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'Port': ['ID=4b0ce558-76e5-4f3e-ac65-72803d7a3e71,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:33.556071 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ead9314f-47d9-48f3-9283-3c6b07cd0615 None None] Port d9a19115-e286-472c-9985-cf3e9cc15aaa cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:32:33.598488 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (68203b2a-e2c4-4f3e-b308-364b5284227f), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:33.641540 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=0bcd8526-adbb-4a71-a663-bc028485a6b0,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:33.714181 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port fa01a3a9-50b0-41b3-a985-cc2dae46126e triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:33.715490 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:33.789889 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (4b0ce558-76e5-4f3e-ac65-72803d7a3e71), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:33.817516 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-8d26b944-a8e2-469d-868c-68725a348ea3 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:33.819353 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-8d26b944-a8e2-469d-868c-68725a348ea3 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.64 "GET /v2.0/networks?id=faeb1dde-c8fe-450f-b87b-52999e7e4d53 HTTP/1.1" status: 200 len: 812 time: 0.4304097 Mar 08 17:32:33.871331 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Request body: {'port': {'device_id': '85785c64-a2ef-460d-b431-1b5c5b00c511', 'network_id': 'faeb1dde-c8fe-450f-b87b-52999e7e4d53', 'admin_state_up': True, 'tenant_id': 'bda415f2ab354d8b816f546b4f95713a'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:33.892640 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port fa01a3a9-50b0-41b3-a985-cc2dae46126e is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:33.893041 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:33.920633 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port fa01a3a9-50b0-41b3-a985-cc2dae46126e, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=fa01a3a9-50b0-41b3-a985-cc2dae46126e,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:33.999747 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:34.015179 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for port (4b0ce558-76e5-4f3e-ac65-72803d7a3e71), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:34.095508 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (4b0ce558-76e5-4f3e-ac65-72803d7a3e71), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:34.106234 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=fa01a3a9-50b0-41b3-a985-cc2dae46126e,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:34.144134 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (68203b2a-e2c4-4f3e-b308-364b5284227f), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:34.189650 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'Port': ['ID=4b0ce558-76e5-4f3e-ac65-72803d7a3e71,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:34.232205 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:34.238246 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1ec8f52a-20bb-40b5-b7d5-7192c0461c46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3304882 Mar 08 17:32:34.412658 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47426) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:34.423139 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-5de6f0ed-39b6-4e4b-b966-997466e294d3 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--153482728', 'description': 'tempest-description--1736431408'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:34.479271 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 0bcd8526-adbb-4a71-a663-bc028485a6b0 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:34.593153 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5de6f0ed-39b6-4e4b-b966-997466e294d3 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:34.606034 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Sync routers for ids ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:32:34.630262 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Routers {'e58c867d-cb86-487c-a17f-f754b2fdaf8b'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:34.631394 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:34.638622 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 0bcd8526-adbb-4a71-a663-bc028485a6b0 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:34.639177 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:34.667920 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-4ad9ff3a-62e4-491d-b8ef-0f3edd90d88c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:34.669399 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-4ad9ff3a-62e4-491d-b8ef-0f3edd90d88c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 818 time: 0.7887204 Mar 08 17:32:34.732872 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f0921ac4-ef86-4ea4-adee-8ab963c3fb2d req-5de70b27-60d3-47c8-9627-b805f2f3c6e1 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0684433 Mar 08 17:32:34.774986 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2a5394e0-20bc-41c1-8ff5-2be682ac3777 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/quotas/8af0afe2d0ce487aa73b09475f9147fa HTTP/1.1" status: 200 len: 375 time: 0.0861313 Mar 08 17:32:34.822377 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5de6f0ed-39b6-4e4b-b966-997466e294d3 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (ceab5317-485a-491b-a7f3-497aacf283da), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:34.832101 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 0bcd8526-adbb-4a71-a663-bc028485a6b0 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:34.840497 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device fa01a3a9-50b0-41b3-a985-cc2dae46126e up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:34.930174 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Set router e58c867d-cb86-487c-a17f-f754b2fdaf8b gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:34.934629 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5de6f0ed-39b6-4e4b-b966-997466e294d3 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (ceab5317-485a-491b-a7f3-497aacf283da), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:34.944619 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Made reservation on behalf of bda415f2ab354d8b816f546b4f95713a for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:34.948754 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:34.955433 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port fa01a3a9-50b0-41b3-a985-cc2dae46126e triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:34.955796 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.003109 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-8bfbf7e5-b676-4cc7-92a0-ca5ac0f67712 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2210841 Mar 08 17:32:35.041011 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6f0ed-39b6-4e4b-b966-997466e294d3 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceab5317-485a-491b-a7f3-497aacf283da,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:35.076161 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5de6f0ed-39b6-4e4b-b966-997466e294d3 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.083817 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5de6f0ed-39b6-4e4b-b966-997466e294d3 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6669073 Mar 08 17:32:35.087005 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47458) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:35.100219 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-51b3e2eb-d75a-41b3-b337-4f908c3b0fa1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'security_group_rule': {'security_group_id': 'ceab5317-485a-491b-a7f3-497aacf283da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:35.154934 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port fa01a3a9-50b0-41b3-a985-cc2dae46126e is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:35.156061 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device ec4ffa0d-b3d3-4f14-8472-93f1ade9471d up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:35.208311 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Sync routers for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:32:35.245675 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:35.246340 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:35.256763 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-51b3e2eb-d75a-41b3-b337-4f908c3b0fa1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (d7d9ddcb-1492-412b-98b9-561ae26a553d), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.380146 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-3ad4b97e-5ac4-4fe0-bdf1-b4bdfc18dc67 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1420321690&fields=id&tenant_id=e8ec36cbf6184449a2de2296985c4910 HTTP/1.1" status: 200 len: 267 time: 0.1717904 Mar 08 17:32:35.431527 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:35.431825 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.498703 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-51b3e2eb-d75a-41b3-b337-4f908c3b0fa1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (d7d9ddcb-1492-412b-98b9-561ae26a553d), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.617210 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-51b3e2eb-d75a-41b3-b337-4f908c3b0fa1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (d7d9ddcb-1492-412b-98b9-561ae26a553d), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.619714 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'name': 'tempest-ServerRescueNegativeTestJSON-415263277-router', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'gw_port': {'id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:22Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b1b780de-d599-4830-a361-0e38ea62995c', 'name': '', 'network_id': '002e704e-1690-4589-a1c7-568764202ae0', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'mac_address': 'fa:16:3e:24:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df28ebad-58fb-4fd7-b2cd-380e87fe6d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:31Z', 'revision_number': 2, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'subnets': [{'id': 'df28ebad-58fb-4fd7-b2cd-380e87fe6d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:35.668570 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3e2eb-d75a-41b3-b337-4f908c3b0fa1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d9ddcb-1492-412b-98b9-561ae26a553d,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:35.695614 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Allocated IP 172.20.0.2 (faeb1dde-c8fe-450f-b87b-52999e7e4d53/5f48da8a-c468-4023-ba3b-88a2214398b8/100fd884-5e8b-4611-9acd-0f760fdafb59) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:35.740427 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:35.766237 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-2501e35d-8362-425c-9471-3e8e7ddb00c8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:35.798392 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-2501e35d-8362-425c-9471-3e8e7ddb00c8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 817 time: 0.3974574 Mar 08 17:32:35.819749 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Checking router: e58c867d-cb86-487c-a17f-f754b2fdaf8b for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:32:35.824874 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Updating router e58c867d-cb86-487c-a17f-f754b2fdaf8b port b1b780de-d599-4830-a361-0e38ea62995c binding host dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:32:35.870442 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-a9753988-2d7d-4af6-b30a-d713745b74d2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/quotas/e8ec36cbf6184449a2de2296985c4910 HTTP/1.1" status: 200 len: 375 time: 0.0693438 Mar 08 17:32:35.902707 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-51b3e2eb-d75a-41b3-b337-4f908c3b0fa1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:35.908200 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-51b3e2eb-d75a-41b3-b337-4f908c3b0fa1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8178144 Mar 08 17:32:35.911746 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47490) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:35.938833 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-fa3ffb0e-3b48-4f19-ab57-826e1696b827 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'security_group_rule': {'security_group_id': 'ceab5317-485a-491b-a7f3-497aacf283da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:35.991403 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b1b780de-d599-4830-a361-0e38ea62995c), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:36.080714 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:36.155605 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-c83df5c4-263d-40c4-a190-c54748366145 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2780461 Mar 08 17:32:36.225786 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa3ffb0e-3b48-4f19-ab57-826e1696b827 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (ed3bb930-e557-4f70-926a-34e898485f27), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:36.387306 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Publish callbacks [] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:36.454737 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-58fd4e96-7ac0-41f4-9ab4-0256354a00e4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:32:36.456952 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-58fd4e96-7ac0-41f4-9ab4-0256354a00e4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2574868 Mar 08 17:32:36.510738 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:36.592337 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-84284c77-dbfb-4a09-a24b-35376258dbef service neutron] 10.222.0.66 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321246 Mar 08 17:32:36.604615 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa3ffb0e-3b48-4f19-ab57-826e1696b827 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (ed3bb930-e557-4f70-926a-34e898485f27), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:36.667354 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:31Z', 'revision_number': 2, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:36.686885 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa3ffb0e-3b48-4f19-ab57-826e1696b827 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (ed3bb930-e557-4f70-926a-34e898485f27), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:36.687592 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Pushing event updated for resources: {'Port': ['ID=100fd884-5e8b-4611-9acd-0f760fdafb59,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:36.761157 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ffb0e-3b48-4f19-ab57-826e1696b827 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3bb930-e557-4f70-926a-34e898485f27,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:36.817536 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Checking router: 5fd512fb-a263-4f45-ae1f-5c9981aba7dc for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:32:36.818883 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Updating router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc port d9a19115-e286-472c-9985-cf3e9cc15aaa binding host dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:32:36.819784 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Publish callbacks [] for port (b1b780de-d599-4830-a361-0e38ea62995c), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:36.829656 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Network faeb1dde-c8fe-450f-b87b-52999e7e4d53 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:36.844426 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:36.863879 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:36.879525 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:36.884557 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:37.631861 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:37.636163 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-1b627ba7-a46b-49fe-a776-43b73f240e2b service neutron] 10.222.0.66 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235657 Mar 08 17:32:37.637316 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-12884463-2e7d-4354-ac5d-c8ad218538ed service neutron] 10.222.0.66 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066097 Mar 08 17:32:37.637316 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-179fdd0d-9fbf-4607-84fc-ee761124f2b5 service neutron] 10.222.0.66 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108983 Mar 08 17:32:37.637772 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Publish callbacks [] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:37.888901 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b1b780de-d599-4830-a361-0e38ea62995c), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:37.933016 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa3ffb0e-3b48-4f19-ab57-826e1696b827 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:37.933252 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-fe02928b-bf4b-4e67-a6ce-49756ed3a4c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0669672 Mar 08 17:32:37.936147 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:37.938025 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-fa3ffb0e-3b48-4f19-ab57-826e1696b827 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0194306 Mar 08 17:32:37.939109 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47524) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:37.956348 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:38.007013 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Attempting to bind port b1b780de-d599-4830-a361-0e38ea62995c on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:38.007410 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Attempting to bind port b1b780de-d599-4830-a361-0e38ea62995c by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:38.007781 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Attempting to bind port b1b780de-d599-4830-a361-0e38ea62995c on network 002e704e-1690-4589-a1c7-568764202ae0 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:38.021481 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72f83a-365d-4555-bed8-f7308cfa2d5b None None] Pushing event updated for resources: {'Port': ['ID=b1b780de-d599-4830-a361-0e38ea62995c,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:38.024299 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:38.024965 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Checking segment: {'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:38.026482 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:38.027052 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Bound using segment: {'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:38.029141 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Bound port: b1b780de-d599-4830-a361-0e38ea62995c, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:38.032072 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b1b780de-d599-4830-a361-0e38ea62995c), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:38.123729 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:38.204359 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] For port b1b780de-d599-4830-a361-0e38ea62995c, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:38.226676 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] For port b1b780de-d599-4830-a361-0e38ea62995c, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b1b780de-d599-4830-a361-0e38ea62995c,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:38.312524 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b1b780de-d599-4830-a361-0e38ea62995c), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:38.414361 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e0744-2a45-4db0-a231-aa0771d097fe None None] Pushing event updated for resources: {'Port': ['ID=d9a19115-e286-472c-9985-cf3e9cc15aaa,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:38.468001 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4214d8a-2a8f-4118-8143-fe879b32ae43 req-10c07951-a71b-4afc-8e9e-8ee220d160ac tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:38.483762 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e4214d8a-2a8f-4118-8143-fe879b32ae43 req-10c07951-a71b-4afc-8e9e-8ee220d160ac tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 931 time: 0.1520538 Mar 08 17:32:38.557278 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Attempting to bind port d9a19115-e286-472c-9985-cf3e9cc15aaa on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:38.557663 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Attempting to bind port d9a19115-e286-472c-9985-cf3e9cc15aaa by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:38.565635 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Attempting to bind port d9a19115-e286-472c-9985-cf3e9cc15aaa on network a1abd4b6-89d6-4cd5-925b-9e4abef2249e {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:38.574445 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Routers {'e58c867d-cb86-487c-a17f-f754b2fdaf8b'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:38.574865 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:38.575107 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:38.575624 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Checking segment: {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:38.576205 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:38.576750 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Bound using segment: {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:38.577381 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Bound port: d9a19115-e286-472c-9985-cf3e9cc15aaa, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:38.577968 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:38.585197 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-351ea21f-2317-4b1f-86e2-0001fd48281a req-2df9d0fc-a21f-4fb2-b6c5-2194f445a535 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.1138289 Mar 08 17:32:38.664466 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:38.671800 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72f83a-365d-4555-bed8-f7308cfa2d5b None None] Pushing event updated for resources: {'Port': ['ID=b1b780de-d599-4830-a361-0e38ea62995c,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:38.679550 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e4214d8a-2a8f-4118-8143-fe879b32ae43 req-55edd2fd-780f-4622-87a6-0eb11fa5622e tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990845 Mar 08 17:32:38.792551 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] For port d9a19115-e286-472c-9985-cf3e9cc15aaa, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:38.795791 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] For port d9a19115-e286-472c-9985-cf3e9cc15aaa, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=d9a19115-e286-472c-9985-cf3e9cc15aaa,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:38.809908 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-b29c0b24-af10-4e42-9335-63952323d23c tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:32:38.811365 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-b29c0b24-af10-4e42-9335-63952323d23c tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064218 Mar 08 17:32:38.843824 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-46aba00a-2e76-4f54-88b8-73a11db76812 req-244765c8-7d98-412b-8298-f5df3254de19 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 210 time: 0.1472814 Mar 08 17:32:38.854659 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-7c75770c-7420-4efd-855a-5dd2652e17c9 None None] Provisioning complete for port d9a19115-e286-472c-9985-cf3e9cc15aaa triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:38.855045 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7c75770c-7420-4efd-855a-5dd2652e17c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:38.905048 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-7c75770c-7420-4efd-855a-5dd2652e17c9 None None] Port d9a19115-e286-472c-9985-cf3e9cc15aaa cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:32:38.911540 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:38.970456 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] Set router e58c867d-cb86-487c-a17f-f754b2fdaf8b gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:39.026724 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:32:39.028632 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:32:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:39.034816 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e0744-2a45-4db0-a231-aa0771d097fe None None] Pushing event updated for resources: {'Port': ['ID=d9a19115-e286-472c-9985-cf3e9cc15aaa,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:39.133469 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Allocated IP 172.27.3.252 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/268e77a0-b46d-44e4-9dd1-e069eee9b20b) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:39.222057 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Request body: {'port': {'device_id': '85785c64-a2ef-460d-b431-1b5c5b00c511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:39.390887 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:32:39.554111 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:39.599721 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-558607f5-f25c-472b-912b-113ceaafe977 None None] Provisioning complete for port d9a19115-e286-472c-9985-cf3e9cc15aaa triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:39.601426 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-558607f5-f25c-472b-912b-113ceaafe977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:39.704466 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for port (268e77a0-b46d-44e4-9dd1-e069eee9b20b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:39.850809 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'name': 'tempest-ServerRescueNegativeTestJSON-415263277-router', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'gw_port': {'id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:22Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b1b780de-d599-4830-a361-0e38ea62995c', 'name': '', 'network_id': '002e704e-1690-4589-a1c7-568764202ae0', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'mac_address': 'fa:16:3e:24:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df28ebad-58fb-4fd7-b2cd-380e87fe6d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:38Z', 'revision_number': 4, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'subnets': [{'id': 'df28ebad-58fb-4fd7-b2cd-380e87fe6d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:39.896821 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-eede2396-72ff-4c39-b23f-378c48a498d8 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:39.905003 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-eede2396-72ff-4c39-b23f-378c48a498d8 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 818 time: 0.5651348 Mar 08 17:32:39.922375 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-558607f5-f25c-472b-912b-113ceaafe977 None None] Current status of the port d9a19115-e286-472c-9985-cf3e9cc15aaa is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:39.922647 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-558607f5-f25c-472b-912b-113ceaafe977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:39.948236 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-9b96f8cc-df66-4d45-96f0-cd5f345dbb91 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/quotas/8af0afe2d0ce487aa73b09475f9147fa HTTP/1.1" status: 200 len: 375 time: 0.0343268 Mar 08 17:32:39.951332 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47630) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:39.958423 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e456c3-df1a-4d39-b091-4affab29d24d None None] The sync data for ids ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'] in dv-cinder-830085-3-iscsi is: [{'id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'name': 'tempest-ServerRescueNegativeTestJSON-415263277-router', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'gw_port': {'id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:22Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b1b780de-d599-4830-a361-0e38ea62995c', 'name': '', 'network_id': '002e704e-1690-4589-a1c7-568764202ae0', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'mac_address': 'fa:16:3e:24:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'df28ebad-58fb-4fd7-b2cd-380e87fe6d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:38Z', 'revision_number': 4, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'subnets': [{'id': 'df28ebad-58fb-4fd7-b2cd-380e87fe6d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:32:39.978777 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:32:40.003738 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-558607f5-f25c-472b-912b-113ceaafe977 None None] For port d9a19115-e286-472c-9985-cf3e9cc15aaa, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=d9a19115-e286-472c-9985-cf3e9cc15aaa,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:40.120876 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (268e77a0-b46d-44e4-9dd1-e069eee9b20b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:40.168613 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-558607f5-f25c-472b-912b-113ceaafe977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:40.270403 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'Port': ['ID=268e77a0-b46d-44e4-9dd1-e069eee9b20b,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:40.295940 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558607f5-f25c-472b-912b-113ceaafe977 None None] Pushing event updated for resources: {'Port': ['ID=d9a19115-e286-472c-9985-cf3e9cc15aaa,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:40.307371 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-ac8235ad-5d39-4d35-a120-f53974284663 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3504217 Mar 08 17:32:40.325975 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:38Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:32:40.355881 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8320f91a-3c7e-4f38-89ba-64ac557710de req-fa994c84-cad2-4568-bb31-810c399a7622 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.1057670 Mar 08 17:32:40.364775 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a92d1a61-d213-4ba6-9277-15e6eb8c7ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:40.408374 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6829100c-f54a-47ff-b846-2a7a846cde1d None None] The sync data for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi is: [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:38Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:32:40.542357 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b1b780de-d599-4830-a361-0e38ea62995c up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:40.609492 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a92d1a61-d213-4ba6-9277-15e6eb8c7ccd admin admin] Publish callbacks [] for security_group (b591915d-2a7d-4b96-90f5-9d5d3342aa2d), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:40.614129 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:40.633102 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:40.643204 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:40.754626 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a92d1a61-d213-4ba6-9277-15e6eb8c7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b591915d-2a7d-4b96-90f5-9d5d3342aa2d), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:40.836200 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port b1b780de-d599-4830-a361-0e38ea62995c triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:40.838267 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b1b780de-d599-4830-a361-0e38ea62995c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:40.930184 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47650) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:40.979489 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100fd884-5e8b-4611-9acd-0f760fdafb59 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:40.988135 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Publish callbacks [] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:41.019909 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Transition to ACTIVE for port object 100fd884-5e8b-4611-9acd-0f760fdafb59 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:32:41.092525 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c74ba4-5011-4afa-ad46-29cf4fd76025 req-43f6bcd0-3b55-4740-8be7-37a38fc5c40c tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:41.094117 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c74ba4-5011-4afa-ad46-29cf4fd76025 req-43f6bcd0-3b55-4740-8be7-37a38fc5c40c tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 931 time: 0.4788210 Mar 08 17:32:41.097730 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:41.126884 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port b1b780de-d599-4830-a361-0e38ea62995c is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:41.127281 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b1b780de-d599-4830-a361-0e38ea62995c), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:41.209676 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port b1b780de-d599-4830-a361-0e38ea62995c, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b1b780de-d599-4830-a361-0e38ea62995c,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:41.269669 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Pushing event updated for resources: {'Port': ['ID=100fd884-5e8b-4611-9acd-0f760fdafb59,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:41.300492 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b1b780de-d599-4830-a361-0e38ea62995c), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:41.331384 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a92d1a61-d213-4ba6-9277-15e6eb8c7ccd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c42ff3e591340d685af4a73982aad26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3756187 Mar 08 17:32:41.332481 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d1a61-d213-4ba6-9277-15e6eb8c7ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b591915d-2a7d-4b96-90f5-9d5d3342aa2d,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:41.342807 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47660) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:41.348004 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bdba1908-a950-47a0-b666-e7d3a30b1b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:41.351537 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (6d7617a4-2c28-434e-915d-767c18c7d86f), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:41.362847 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Attempting to bind port 100fd884-5e8b-4611-9acd-0f760fdafb59 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:41.363352 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Attempting to bind port 100fd884-5e8b-4611-9acd-0f760fdafb59 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '2306cc55-b45f-4d1c-af7c-e8409c0b9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'faeb1dde-c8fe-450f-b87b-52999e7e4d53'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:41.363590 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Attempting to bind port 100fd884-5e8b-4611-9acd-0f760fdafb59 on network faeb1dde-c8fe-450f-b87b-52999e7e4d53 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:41.392955 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c74ba4-5011-4afa-ad46-29cf4fd76025 req-c66f2b75-bf69-43ab-a51d-b32024934d3b tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829893 Mar 08 17:32:41.412775 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=b1b780de-d599-4830-a361-0e38ea62995c,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:41.426720 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Port 100fd884-5e8b-4611-9acd-0f760fdafb59 on network faeb1dde-c8fe-450f-b87b-52999e7e4d53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:32:41.427265 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Attempting to bind port 100fd884-5e8b-4611-9acd-0f760fdafb59 on network faeb1dde-c8fe-450f-b87b-52999e7e4d53 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:41.449221 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-c46aeef0-b816-4aef-9d5a-39a6485f05f5 service neutron] 10.222.0.66 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1300228 Mar 08 17:32:41.449319 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:41.449319 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Checking segment: {'id': '2306cc55-b45f-4d1c-af7c-e8409c0b9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'faeb1dde-c8fe-450f-b87b-52999e7e4d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:41.449319 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Bound using segment: {'id': '2306cc55-b45f-4d1c-af7c-e8409c0b9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'faeb1dde-c8fe-450f-b87b-52999e7e4d53'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:41.449319 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Bound port: 100fd884-5e8b-4611-9acd-0f760fdafb59, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2306cc55-b45f-4d1c-af7c-e8409c0b9f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'faeb1dde-c8fe-450f-b87b-52999e7e4d53'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:41.449319 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:41.592787 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a6b0aded-a590-4cc1-abfc-b3da7a5c109b admin admin] Publish callbacks [] for security_group (b591915d-2a7d-4b96-90f5-9d5d3342aa2d), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:41.614581 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (268e77a0-b46d-44e4-9dd1-e069eee9b20b), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:41.668671 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b97dda34-9395-4855-82f5-5c3f11280195 req-58aef403-b638-470f-9613-46014f358460 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0413957 Mar 08 17:32:41.699328 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a6b0aded-a590-4cc1-abfc-b3da7a5c109b admin admin] Publish callbacks [] for security_group (b591915d-2a7d-4b96-90f5-9d5d3342aa2d), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:41.770452 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-bdedccb2-aa0f-43ff-bd95-77b06d851df1 service neutron] 10.222.0.66 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309023 Mar 08 17:32:41.835851 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] For port 100fd884-5e8b-4611-9acd-0f760fdafb59, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:41.893501 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] For port 100fd884-5e8b-4611-9acd-0f760fdafb59, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=100fd884-5e8b-4611-9acd-0f760fdafb59,segment=NetworkSegment(2306cc55-b45f-4d1c-af7c-e8409c0b9f66),segment_id=2306cc55-b45f-4d1c-af7c-e8409c0b9f66)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:41.901431 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bdba1908-a950-47a0-b666-e7d3a30b1b56 admin admin] Publish callbacks [] for security_group (c7e19cee-150e-4602-b9e2-e75004da33e1), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.009944 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for port (268e77a0-b46d-44e4-9dd1-e069eee9b20b), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.040358 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.042050 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a6b0aded-a590-4cc1-abfc-b3da7a5c109b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b591915d-2a7d-4b96-90f5-9d5d3342aa2d), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.043187 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bdba1908-a950-47a0-b666-e7d3a30b1b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (c7e19cee-150e-4602-b9e2-e75004da33e1), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.060538 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a6b0aded-a590-4cc1-abfc-b3da7a5c109b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.066203 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a6b0aded-a590-4cc1-abfc-b3da7a5c109b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b591915d-2a7d-4b96-90f5-9d5d3342aa2d HTTP/1.1" status: 204 len: 168 time: 0.7205155 Mar 08 17:32:42.093032 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0aded-a590-4cc1-abfc-b3da7a5c109b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b591915d-2a7d-4b96-90f5-9d5d3342aa2d,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:42.123090 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (268e77a0-b46d-44e4-9dd1-e069eee9b20b), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.222887 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (6d7617a4-2c28-434e-915d-767c18c7d86f), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.239762 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:42.241577 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.243706 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] 10.222.0.64 "PUT /v2.0/ports/100fd884-5e8b-4611-9acd-0f760fdafb59 HTTP/1.1" status: 200 len: 1093 time: 3.3150764 Mar 08 17:32:42.244799 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba1908-a950-47a0-b666-e7d3a30b1b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e19cee-150e-4602-b9e2-e75004da33e1,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:42.317008 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'Port': ['ID=268e77a0-b46d-44e4-9dd1-e069eee9b20b,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:42.350527 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.351875 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5c65ae6d-4922-49ed-9c15-3de68b89c106 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4117851 Mar 08 17:32:42.357908 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85785c64-a2ef-460d-b431-1b5c5b00c511', 'tag': '100fd884-5e8b-4611-9acd-0f760fdafb59'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:42.517788 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-165f4a0e-2653-44f7-bf54-7510e18f5cc1 req-c263f33c-af02-4ac8-bd37-e19608210b43 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.3187222 Mar 08 17:32:42.521253 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-bdba1908-a950-47a0-b666-e7d3a30b1b56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fc6a52349e9940e886c938cbc122532c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5891647 Mar 08 17:32:42.525246 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47688) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:42.600314 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b1b780de-d599-4830-a361-0e38ea62995c up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:42.668864 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91136f0b-b59e-47ba-84c7-8b237fcb8aba service neutron] Pushing event updated for resources: {'Port': ['ID=100fd884-5e8b-4611-9acd-0f760fdafb59,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:42.671817 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f87d6-2a8f-4d4c-831c-21bed0f893b3 req-9c26ce40-e35e-4144-8dec-09c3224e2554 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:42.712012 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e83f87d6-2a8f-4d4c-831c-21bed0f893b3 req-9c26ce40-e35e-4144-8dec-09c3224e2554 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.1928964 Mar 08 17:32:42.723128 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port b1b780de-d599-4830-a361-0e38ea62995c triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:42.724059 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b1b780de-d599-4830-a361-0e38ea62995c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.763869 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-18ea269b-081e-461a-be3f-98f924824553 admin admin] Publish callbacks [] for security_group (c7e19cee-150e-4602-b9e2-e75004da33e1), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.857782 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port b1b780de-d599-4830-a361-0e38ea62995c is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:42.858146 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-18ea269b-081e-461a-be3f-98f924824553 admin admin] Publish callbacks [] for security_group (c7e19cee-150e-4602-b9e2-e75004da33e1), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:42.859146 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device d9a19115-e286-472c-9985-cf3e9cc15aaa up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:32:42.892564 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e83f87d6-2a8f-4d4c-831c-21bed0f893b3 req-4f967eae-bed8-4284-839f-0e82f07e1e5d tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791036 Mar 08 17:32:42.932407 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port d9a19115-e286-472c-9985-cf3e9cc15aaa triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:42.932928 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:43.002986 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd701a44-9726-4dbd-ad50-347eb5c574e7" -d '{"events": [{"name": "network-changed", "server_uuid": "85785c64-a2ef-460d-b431-1b5c5b00c511", "tag": "100fd884-5e8b-4611-9acd-0f760fdafb59"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:43.026382 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1618e30a-9110-4e67-9cc7-006dd65522fe req-9c1e8ef8-28aa-45f4-8548-ef4751556947 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0581450 Mar 08 17:32:43.044902 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port d9a19115-e286-472c-9985-cf3e9cc15aaa is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:43.076042 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-dd4f39fd-b350-43f5-97ba-fc8c335047df tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--153482728&fields=id&tenant_id=433070ab733a4989873f937ff516e8f1 HTTP/1.1" status: 200 len: 267 time: 0.2889614 Mar 08 17:32:43.104866 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-18ea269b-081e-461a-be3f-98f924824553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (c7e19cee-150e-4602-b9e2-e75004da33e1), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:43.106735 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-18ea269b-081e-461a-be3f-98f924824553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:43.109886 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-18ea269b-081e-461a-be3f-98f924824553 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7e19cee-150e-4602-b9e2-e75004da33e1 HTTP/1.1" status: 204 len: 168 time: 0.5815127 Mar 08 17:32:43.151230 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea269b-081e-461a-be3f-98f924824553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e19cee-150e-4602-b9e2-e75004da33e1,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:43.211293 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-56f27388-1020-472b-91d1-f49be6e0a906 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:43.219588 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-56f27388-1020-472b-91d1-f49be6e0a906 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/networks?id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 200 len: 810 time: 0.1433618 Mar 08 17:32:43.238556 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-e8124518-ac47-4771-800e-be09d0cab469 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/quotas/433070ab733a4989873f937ff516e8f1 HTTP/1.1" status: 200 len: 375 time: 0.0176122 Mar 08 17:32:43.255434 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67224ca9-5e6b-4062-bffe-89e886d49160 x-openstack-request-id: req-67224ca9-5e6b-4062-bffe-89e886d49160 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:43.255832 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85785c64-a2ef-460d-b431-1b5c5b00c511", "tag": "100fd884-5e8b-4611-9acd-0f760fdafb59", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:43.256259 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67224ca9-5e6b-4062-bffe-89e886d49160 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:43.256696 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85785c64-a2ef-460d-b431-1b5c5b00c511', 'tag': '100fd884-5e8b-4611-9acd-0f760fdafb59', 'status': 'completed', 'code': 200} Mar 08 17:32:43.313295 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-9857ee71-c02d-43bf-85fa-d3b785fae343 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733883 Mar 08 17:32:43.486121 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-d1c92a8c-ff1d-4115-8237-1d56cee89170 service neutron] 10.222.0.66 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442957 Mar 08 17:32:43.618878 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-aa99ae8d-a9ce-4edb-b7fb-c2f0a828957d service neutron] 10.222.0.66 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241577 Mar 08 17:32:43.644963 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f56c5730-f1da-45b7-99f8-c41f8693bdd7 req-561ee3e4-cd52-487f-87b2-7be3ea991a11 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0480800 Mar 08 17:32:43.816474 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47750) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:43.894097 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3a3b9550-d05a-41b8-a475-f46c754d9207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:43.999100 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f7826d1f-be87-4a12-89eb-74252443f134 req-01095bc6-044b-409d-b5f2-e4c48f075518 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.0412548 Mar 08 17:32:44.212272 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6a997b46-f11b-4d85-9ead-5aa258fac7cf req-3fd3d572-f3e3-4e2f-894a-69a542dce990 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0511668 Mar 08 17:32:44.216218 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a228d1-7e93-419a-885b-0f8fd3ec5525 req-995c4f4f-c097-493b-b2f4-d4d3646830c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:44.218093 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d7a228d1-7e93-419a-885b-0f8fd3ec5525 req-995c4f4f-c097-493b-b2f4-d4d3646830c8 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.2065938 Mar 08 17:32:44.329382 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3a3b9550-d05a-41b8-a475-f46c754d9207 admin admin] Publish callbacks [] for security_group (1608c132-d183-4bda-9b06-42c4ca7da20c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.355428 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d7a228d1-7e93-419a-885b-0f8fd3ec5525 req-518413c7-566a-4a5d-9580-400607aa10c7 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187663 Mar 08 17:32:44.397264 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3a3b9550-d05a-41b8-a475-f46c754d9207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (1608c132-d183-4bda-9b06-42c4ca7da20c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.442230 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-3a3b9550-d05a-41b8-a475-f46c754d9207 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d94acdb143824f808641589962dcbd2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6222820 Mar 08 17:32:44.442230 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b9550-d05a-41b8-a475-f46c754d9207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1608c132-d183-4bda-9b06-42c4ca7da20c,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:44.442608 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47776) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:44.504929 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-edba9373-ec4c-4680-8f07-afa34d4eed83 admin admin] Publish callbacks [] for security_group (1608c132-d183-4bda-9b06-42c4ca7da20c), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.526912 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-edba9373-ec4c-4680-8f07-afa34d4eed83 admin admin] Publish callbacks [] for security_group (1608c132-d183-4bda-9b06-42c4ca7da20c), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.670527 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-edba9373-ec4c-4680-8f07-afa34d4eed83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (1608c132-d183-4bda-9b06-42c4ca7da20c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.674793 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-edba9373-ec4c-4680-8f07-afa34d4eed83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:44.676859 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-edba9373-ec4c-4680-8f07-afa34d4eed83 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1608c132-d183-4bda-9b06-42c4ca7da20c HTTP/1.1" status: 204 len: 168 time: 0.2323380 Mar 08 17:32:44.688263 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba9373-ec4c-4680-8f07-afa34d4eed83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1608c132-d183-4bda-9b06-42c4ca7da20c,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:44.764736 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c353c3bd-e775-4d72-b3e8-3a80b5bb79ed req-c7c94746-c951-4811-b5d6-4bc6f6bf7602 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0534024 Mar 08 17:32:45.097966 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-57ccd9fd-e664-4d55-acf1-926364ad9e6e req-dcf14161-42b8-4105-afe7-1c017feb3103 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.0317116 Mar 08 17:32:45.353017 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31248d75-8cd5-4c4c-a857-25543d33c5f1 req-1aa4e171-e80f-4ae7-b1ee-06a13bfc021e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0327225 Mar 08 17:32:45.458577 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47824) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:45.488695 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6eb09-6f18-4900-b79f-8d1096786292 req-c1b02641-4ff8-4433-be68-8a3da03310fb tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:45.490462 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-37e6eb09-6f18-4900-b79f-8d1096786292 req-c1b02641-4ff8-4433-be68-8a3da03310fb tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.0659187 Mar 08 17:32:45.537601 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-37e6eb09-6f18-4900-b79f-8d1096786292 req-f6b838b5-e7c6-4ebe-a056-b24025e502e3 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Mar 08 17:32:45.622581 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-78df34e1-42d2-41e0-b6f6-6f5f6a07cb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.700133 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-78df34e1-42d2-41e0-b6f6-6f5f6a07cb51 admin admin] Publish callbacks [] for security_group (e8dc96ac-0e66-491e-971d-15d1ade9155f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.766542 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-78df34e1-42d2-41e0-b6f6-6f5f6a07cb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (e8dc96ac-0e66-491e-971d-15d1ade9155f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.811032 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-78df34e1-42d2-41e0-b6f6-6f5f6a07cb51 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=370bd5819c0343f79452ea90edf677be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478930 Mar 08 17:32:45.811032 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df34e1-42d2-41e0-b6f6-6f5f6a07cb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dc96ac-0e66-491e-971d-15d1ade9155f,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:45.811365 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47838) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:45.887602 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7a99cb65-d4f2-4264-814c-6429e0e26f19 req-1c866cbe-c36b-45b9-9e0b-2c68f103bc36 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0340996 Mar 08 17:32:45.909694 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa613c8c-d1cd-4ab9-97f3-fad1ee740c61 admin admin] Publish callbacks [] for security_group (e8dc96ac-0e66-491e-971d-15d1ade9155f), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:45.933443 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa613c8c-d1cd-4ab9-97f3-fad1ee740c61 admin admin] Publish callbacks [] for security_group (e8dc96ac-0e66-491e-971d-15d1ade9155f), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:46.058104 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa613c8c-d1cd-4ab9-97f3-fad1ee740c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (e8dc96ac-0e66-491e-971d-15d1ade9155f), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:46.060715 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa613c8c-d1cd-4ab9-97f3-fad1ee740c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:46.062257 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-fa613c8c-d1cd-4ab9-97f3-fad1ee740c61 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8dc96ac-0e66-491e-971d-15d1ade9155f HTTP/1.1" status: 204 len: 168 time: 0.2496707 Mar 08 17:32:46.073861 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa613c8c-d1cd-4ab9-97f3-fad1ee740c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dc96ac-0e66-491e-971d-15d1ade9155f,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:46.254555 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e686c38f-59c7-440b-afcb-51b1f798955f req-309be29b-bfd4-4008-b2e6-e473e409c3cb tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.0431335 Mar 08 17:32:46.489951 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29c0f6a3-795a-4a83-a99b-ef315f8ce867 req-dd906d64-9546-4568-a81e-2bd93c3d522e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0304544 Mar 08 17:32:46.693087 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed455a2-36da-43d9-93d4-ed2c30f34016 req-5f3e62d1-3d8b-459f-9f59-a07805642325 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:46.695035 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ed455a2-36da-43d9-93d4-ed2c30f34016 req-5f3e62d1-3d8b-459f-9f59-a07805642325 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.0811048 Mar 08 17:32:46.754853 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ed455a2-36da-43d9-93d4-ed2c30f34016 req-edf2d531-22de-4b64-88b2-d627d1c6d142 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537744 Mar 08 17:32:46.957228 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47890) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:47.026124 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62061c98-c1bf-487c-b510-40883be1c326 req-b72d2999-813b-464b-a665-be3f46c99069 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0665269 Mar 08 17:32:47.026954 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07c6d787-ee2c-4c2d-9832-aaca38be2030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.129272 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07c6d787-ee2c-4c2d-9832-aaca38be2030 admin admin] Publish callbacks [] for security_group (5dd3656c-a979-4882-90c1-47f0633de696), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.214662 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07c6d787-ee2c-4c2d-9832-aaca38be2030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (5dd3656c-a979-4882-90c1-47f0633de696), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.221147 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47904) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:47.253592 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-07c6d787-ee2c-4c2d-9832-aaca38be2030 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42880264a25648afafaeedf41a83cf90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952187 Mar 08 17:32:47.256284 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47908) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:47.295976 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6d787-ee2c-4c2d-9832-aaca38be2030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd3656c-a979-4882-90c1-47f0633de696,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:47.387175 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1cf723fa-1a1f-4236-9887-9836460c21c4 admin admin] Publish callbacks [] for security_group (5dd3656c-a979-4882-90c1-47f0633de696), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.435780 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6e53ef50-288e-4f2e-b74a-7abdf32a7522 req-e42a1ae2-66ca-403f-b6e8-ab417e264e46 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.0789359 Mar 08 17:32:47.468450 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8d349282-0a7e-4b1b-a8e2-9184d470719f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.510126 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1cf723fa-1a1f-4236-9887-9836460c21c4 admin admin] Publish callbacks [] for security_group (5dd3656c-a979-4882-90c1-47f0633de696), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.641091 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8d349282-0a7e-4b1b-a8e2-9184d470719f admin admin] Publish callbacks [] for security_group (b0157b53-500b-4981-bab6-f7c86db90150), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.661973 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee7eb7b8-ba13-4a7f-b37a-77e0032f8b1a req-898f8a5d-5523-45ee-8f83-dd3e89053745 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0400252 Mar 08 17:32:47.739919 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1cf723fa-1a1f-4236-9887-9836460c21c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (5dd3656c-a979-4882-90c1-47f0633de696), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.743225 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1cf723fa-1a1f-4236-9887-9836460c21c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.744656 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1cf723fa-1a1f-4236-9887-9836460c21c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5dd3656c-a979-4882-90c1-47f0633de696 HTTP/1.1" status: 204 len: 168 time: 0.4873903 Mar 08 17:32:47.754734 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf723fa-1a1f-4236-9887-9836460c21c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd3656c-a979-4882-90c1-47f0633de696,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:47.766591 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8d349282-0a7e-4b1b-a8e2-9184d470719f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b0157b53-500b-4981-bab6-f7c86db90150), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.866912 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8d349282-0a7e-4b1b-a8e2-9184d470719f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0558679fa6844b69af2ee86306e5635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6418850 Mar 08 17:32:47.866912 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d349282-0a7e-4b1b-a8e2-9184d470719f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0157b53-500b-4981-bab6-f7c86db90150,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:47.868580 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 47942) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:47.983478 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-838c2b97-3bfd-4442-98d1-1b2e77e0127d admin admin] Publish callbacks [] for security_group (b0157b53-500b-4981-bab6-f7c86db90150), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:47.994169 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f1b84-51cd-4779-b6e7-a24f55daac3e req-3874e162-409c-4eee-a573-47d7b969604e tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:48.004538 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d49f1b84-51cd-4779-b6e7-a24f55daac3e req-3874e162-409c-4eee-a573-47d7b969604e tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.0961235 Mar 08 17:32:48.042889 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-838c2b97-3bfd-4442-98d1-1b2e77e0127d admin admin] Publish callbacks [] for security_group (b0157b53-500b-4981-bab6-f7c86db90150), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:48.123668 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d49f1b84-51cd-4779-b6e7-a24f55daac3e req-20ab3138-8588-4dba-99f1-fe4336dc254c tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089461 Mar 08 17:32:48.179044 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7daa2cd5-88a8-4c46-b2ba-75c0e42de80d req-85c1604d-1f12-46a9-b715-e6fbeb060ce8 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0413718 Mar 08 17:32:48.197092 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-838c2b97-3bfd-4442-98d1-1b2e77e0127d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b0157b53-500b-4981-bab6-f7c86db90150), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:48.200047 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-838c2b97-3bfd-4442-98d1-1b2e77e0127d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:48.209721 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-838c2b97-3bfd-4442-98d1-1b2e77e0127d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0157b53-500b-4981-bab6-f7c86db90150 HTTP/1.1" status: 204 len: 168 time: 0.3321247 Mar 08 17:32:48.209721 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c2b97-3bfd-4442-98d1-1b2e77e0127d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0157b53-500b-4981-bab6-f7c86db90150,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:48.561414 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5d68c418-cd6b-4cd6-a471-b534a36c31d1 req-69d443bf-812d-4b6d-94c7-ca77f4c032e9 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.0341730 Mar 08 17:32:48.824020 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ebf6259f-f642-419a-b5ce-0315666fc43e req-b8b2ee55-729d-4563-ad9c-ce7d3783aba2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0415337 Mar 08 17:32:49.128841 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79aadd2b-a3ec-484a-ac06-cba20d5eec5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:49.203616 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 47992) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:49.246150 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a990e60a-c9b9-4202-a448-4ab0bdb940df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:49.305576 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b085d-1b49-4ca2-a85f-e7e9a013888f req-1af8de32-930c-4b75-96c7-04b4d9282aad tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:49.307216 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0e8b085d-1b49-4ca2-a85f-e7e9a013888f req-1af8de32-930c-4b75-96c7-04b4d9282aad tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.0953503 Mar 08 17:32:49.376223 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7b442160-dcf5-4eb5-ae33-2c2691765b16 req-1d0f5cab-61b2-43e1-8314-967747ef6fc5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0400584 Mar 08 17:32:49.419757 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0e8b085d-1b49-4ca2-a85f-e7e9a013888f req-ca0dba3b-d25f-442d-9b1c-201ce528d898 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066725 Mar 08 17:32:49.442832 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a990e60a-c9b9-4202-a448-4ab0bdb940df admin admin] Publish callbacks [] for security_group (d857aff7-f99b-465d-a1a5-4d319aea47be), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:49.511319 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a990e60a-c9b9-4202-a448-4ab0bdb940df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d857aff7-f99b-465d-a1a5-4d319aea47be), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:49.535931 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990e60a-c9b9-4202-a448-4ab0bdb940df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d857aff7-f99b-465d-a1a5-4d319aea47be,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:49.616987 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a990e60a-c9b9-4202-a448-4ab0bdb940df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3a5e3ef01cd4e3cb6a1570f6acb3a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4122646 Mar 08 17:32:49.620781 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48012) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:49.743892 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4d6e9e1e-bbd7-4939-845f-b9de7aebe496 req-ba94be59-be42-4a85-a91a-d9feb939196e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.0738313 Mar 08 17:32:49.777266 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9e8c-6694-472b-a20f-5d6d5048b6da admin admin] Publish callbacks [] for security_group (d857aff7-f99b-465d-a1a5-4d319aea47be), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:49.819212 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9e8c-6694-472b-a20f-5d6d5048b6da admin admin] Publish callbacks [] for security_group (d857aff7-f99b-465d-a1a5-4d319aea47be), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:49.970347 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a7b575b-c61f-4054-999b-19e9b3958065 req-56d992c6-78cb-4f9b-baa8-5647790510b2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0277009 Mar 08 17:32:50.014456 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9e8c-6694-472b-a20f-5d6d5048b6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d857aff7-f99b-465d-a1a5-4d319aea47be), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:50.017083 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9e8c-6694-472b-a20f-5d6d5048b6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:50.018285 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8b4a9e8c-6694-472b-a20f-5d6d5048b6da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d857aff7-f99b-465d-a1a5-4d319aea47be HTTP/1.1" status: 204 len: 168 time: 0.3963308 Mar 08 17:32:50.035625 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a9e8c-6694-472b-a20f-5d6d5048b6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d857aff7-f99b-465d-a1a5-4d319aea47be,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:50.367918 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-8a3a8644-5a36-4d29-bf59-a3fc91ed090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:50.369539 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-8a3a8644-5a36-4d29-bf59-a3fc91ed090a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda415f2ab354d8b816f546b4f95713a&device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 1127 time: 0.1388214 Mar 08 17:32:50.494126 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-886ee4f2-35d1-4913-913e-17899f27e431 req-977da941-ebd1-4698-b4ca-3995223b01d6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0432682 Mar 08 17:32:50.534571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:50.558136 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cf6d2-a19e-4fe3-b115-111758a47da3 req-f21031d0-ffcf-4e1c-a01d-68c1a28429de tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:50.559606 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f94cf6d2-a19e-4fe3-b115-111758a47da3 req-f21031d0-ffcf-4e1c-a01d-68c1a28429de tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.0546515 Mar 08 17:32:50.618154 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f94cf6d2-a19e-4fe3-b115-111758a47da3 req-3e9179b2-7314-4f7c-9554-ee75f4a73fb1 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524235 Mar 08 17:32:50.841515 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b4275ce6-7872-4bd5-a505-7de6753de955 req-f59eb5a6-af46-41de-a302-ae26f1bf0a4a tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.0290506 Mar 08 17:32:51.094386 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e87187b6-2625-489c-b079-3f0f20d9b0e2 req-e7535caf-6f9f-4efe-8486-c93eb0057b1e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0341618 Mar 08 17:32:51.361166 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09d65645-d83c-46c0-9ca4-10c5caa4da5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:51.592074 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bfa9a0af-375e-4449-9662-23fb07756b86 req-19bc127e-f12d-4ae0-967d-306336f4a661 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0297596 Mar 08 17:32:51.744974 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48116) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:51.751588 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4969ad-7e4f-4cac-b323-36fda39cfca0 req-82413770-6ccf-4f73-8b29-f79fdc28acac tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:51.753413 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aa4969ad-7e4f-4cac-b323-36fda39cfca0 req-82413770-6ccf-4f73-8b29-f79fdc28acac tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.0599260 Mar 08 17:32:51.801686 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aa4969ad-7e4f-4cac-b323-36fda39cfca0 req-7b50c682-798b-4d8f-b3e5-cf3f931a6e1b tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421405 Mar 08 17:32:51.880929 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48124) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:51.945327 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5a547f15-625e-4972-96e9-99202c1c6f3c req-a2d43004-83f6-47ac-839d-239edf8cb22d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.0276194 Mar 08 17:32:51.988919 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ea97047f-a484-4f03-9f01-d5da47917434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.064508 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ea97047f-a484-4f03-9f01-d5da47917434 admin admin] Publish callbacks [] for security_group (7d71e4c3-4edd-41c2-a034-92ed248d2564), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.157056 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ea97047f-a484-4f03-9f01-d5da47917434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7d71e4c3-4edd-41c2-a034-92ed248d2564), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.215837 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48134) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:52.227928 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ea97047f-a484-4f03-9f01-d5da47917434 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20c642ee0a4e49f6a3aaaca9e9c80c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817998 Mar 08 17:32:52.235644 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48138) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:52.237848 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9104148-7f0c-4f3d-897a-a071ed0a9706 req-832e5e75-87bf-4873-81f6-ca5df268c0f1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0536914 Mar 08 17:32:52.292395 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97047f-a484-4f03-9f01-d5da47917434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d71e4c3-4edd-41c2-a034-92ed248d2564,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:52.310868 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e923689d-ed2f-4122-9453-be860c6f2be3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.323674 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-1a0f35d0-af0e-4d87-94c7-fbf73e4f9238 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=100fd884-5e8b-4611-9acd-0f760fdafb59 HTTP/1.1" status: 200 len: 217 time: 0.1024303 Mar 08 17:32:52.346638 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67dc3906-13ed-40c4-b5d4-77a2274ae2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.373031 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-05182f7f-3b3d-4932-9332-9ac06b692b02 admin admin] Publish callbacks [] for security_group (7d71e4c3-4edd-41c2-a034-92ed248d2564), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.414747 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-05182f7f-3b3d-4932-9332-9ac06b692b02 admin admin] Publish callbacks [] for security_group (7d71e4c3-4edd-41c2-a034-92ed248d2564), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.415298 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-9173e6e0-3416-4f01-8e51-1733b84ebed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:52.417346 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-9173e6e0-3416-4f01-8e51-1733b84ebed4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f48da8a-c468-4023-ba3b-88a2214398b8 HTTP/1.1" status: 200 len: 852 time: 0.0836787 Mar 08 17:32:52.481108 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-a6201c2b-bfb7-4508-ab31-90245bfe1774 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=faeb1dde-c8fe-450f-b87b-52999e7e4d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531778 Mar 08 17:32:52.514187 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e923689d-ed2f-4122-9453-be860c6f2be3 admin admin] Publish callbacks [] for security_group (f1986ef9-dac6-4cb5-9e20-0bcb5c8bf52e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.555637 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67dc3906-13ed-40c4-b5d4-77a2274ae2a2 admin admin] Publish callbacks [] for security_group (7e68c89f-52ac-4d98-92cb-696613647448), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.596981 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e923689d-ed2f-4122-9453-be860c6f2be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (f1986ef9-dac6-4cb5-9e20-0bcb5c8bf52e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.610072 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-1bfab344-1b76-4657-9a2f-454902f5022f service neutron] 10.222.0.64 "GET /v2.0/networks/faeb1dde-c8fe-450f-b87b-52999e7e4d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193609 Mar 08 17:32:52.635473 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67dc3906-13ed-40c4-b5d4-77a2274ae2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7e68c89f-52ac-4d98-92cb-696613647448), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.636828 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-05182f7f-3b3d-4932-9332-9ac06b692b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7d71e4c3-4edd-41c2-a034-92ed248d2564), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.639733 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-05182f7f-3b3d-4932-9332-9ac06b692b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.652487 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-05182f7f-3b3d-4932-9332-9ac06b692b02 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d71e4c3-4edd-41c2-a034-92ed248d2564 HTTP/1.1" status: 204 len: 168 time: 0.4147358 Mar 08 17:32:52.666939 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923689d-ed2f-4122-9453-be860c6f2be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1986ef9-dac6-4cb5-9e20-0bcb5c8bf52e,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:52.669695 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.696985 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e923689d-ed2f-4122-9453-be860c6f2be3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f938090017846c5865dde9438e87265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8148112 Mar 08 17:32:52.708830 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 48150) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:52.749628 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e8163d0b-b802-4de8-9f74-40d992a95495 req-f2a4d9c1-91e4-4dd9-a1a0-f8b9e3c94750 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0792975 Mar 08 17:32:52.765703 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-67dc3906-13ed-40c4-b5d4-77a2274ae2a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76ec8b0b8bdb4849b8bdf8b2bf661194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5487137 Mar 08 17:32:52.770744 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc3906-13ed-40c4-b5d4-77a2274ae2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e68c89f-52ac-4d98-92cb-696613647448,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:52.774179 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48152) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:52.783867 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-83ab3281-46aa-44e8-aa95-58d9055739a8 req-5325fc69-4eb4-4155-bb4f-47b16421ecaa service neutron] 10.222.0.64 "GET /v2.0/networks/faeb1dde-c8fe-450f-b87b-52999e7e4d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672838 Mar 08 17:32:52.797671 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05182f7f-3b3d-4932-9332-9ac06b692b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d71e4c3-4edd-41c2-a034-92ed248d2564,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:52.816326 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9f437ea5-67b5-4b35-9477-8ab6996f765f admin admin] Publish callbacks [] for security_group (f1986ef9-dac6-4cb5-9e20-0bcb5c8bf52e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.847872 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ba52aac-4b59-42fa-815c-2204d4d07592 admin admin] Publish callbacks [] for security_group (7e68c89f-52ac-4d98-92cb-696613647448), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.875625 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ba52aac-4b59-42fa-815c-2204d4d07592 admin admin] Publish callbacks [] for security_group (7e68c89f-52ac-4d98-92cb-696613647448), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:52.887522 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9f437ea5-67b5-4b35-9477-8ab6996f765f admin admin] Publish callbacks [] for security_group (f1986ef9-dac6-4cb5-9e20-0bcb5c8bf52e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:53.008641 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d7a4a-6526-45a8-b398-77977c2906d1 req-c9003cc5-c354-46b9-b17c-00658dc98c90 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.010727 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-909d7a4a-6526-45a8-b398-77977c2906d1 req-c9003cc5-c354-46b9-b17c-00658dc98c90 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.1149969 Mar 08 17:32:53.026261 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ba52aac-4b59-42fa-815c-2204d4d07592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7e68c89f-52ac-4d98-92cb-696613647448), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:53.029005 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ba52aac-4b59-42fa-815c-2204d4d07592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:53.030195 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4ba52aac-4b59-42fa-815c-2204d4d07592 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e68c89f-52ac-4d98-92cb-696613647448 HTTP/1.1" status: 204 len: 168 time: 0.2548728 Mar 08 17:32:53.040921 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba52aac-4b59-42fa-815c-2204d4d07592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e68c89f-52ac-4d98-92cb-696613647448,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:53.090735 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b95f76e9-5f2e-4d77-9467-de36c664fb82 req-8dc4803c-4b14-463c-a103-0595eccbda29 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.0461712 Mar 08 17:32:53.105421 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9f437ea5-67b5-4b35-9477-8ab6996f765f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (f1986ef9-dac6-4cb5-9e20-0bcb5c8bf52e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:53.108135 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9f437ea5-67b5-4b35-9477-8ab6996f765f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:53.109245 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-9f437ea5-67b5-4b35-9477-8ab6996f765f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1986ef9-dac6-4cb5-9e20-0bcb5c8bf52e HTTP/1.1" status: 204 len: 168 time: 0.3994739 Mar 08 17:32:53.126228 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f437ea5-67b5-4b35-9477-8ab6996f765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1986ef9-dac6-4cb5-9e20-0bcb5c8bf52e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:53.171499 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-909d7a4a-6526-45a8-b398-77977c2906d1 req-01afe9bd-d041-4502-9a44-8c42c1deb97c tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389947 Mar 08 17:32:53.175279 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd701a44-9726-4dbd-ad50-347eb5c574e7 req-2ceb412d-1256-4fe3-8ab0-87077548e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.176769 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd701a44-9726-4dbd-ad50-347eb5c574e7 req-2ceb412d-1256-4fe3-8ab0-87077548e3c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda415f2ab354d8b816f546b4f95713a&device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 1127 time: 0.1632051 Mar 08 17:32:53.344786 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd701a44-9726-4dbd-ad50-347eb5c574e7 req-10bb9bc1-112a-4143-a101-00ff0d9d6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.346396 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd701a44-9726-4dbd-ad50-347eb5c574e7 req-10bb9bc1-112a-4143-a101-00ff0d9d6524 service neutron] 10.222.0.64 "GET /v2.0/networks?id=faeb1dde-c8fe-450f-b87b-52999e7e4d53 HTTP/1.1" status: 200 len: 913 time: 0.1580267 Mar 08 17:32:53.364888 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-930f2ef5-ca44-4f10-bbf3-369e1a901b34 req-cafabac8-c481-43ea-a68e-48513ef0a453 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0295784 Mar 08 17:32:53.374135 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.64', 54923) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:53.397733 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.64', 54924) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:53.406602 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd701a44-9726-4dbd-ad50-347eb5c574e7 req-647d8d43-ee34-45a2-bf0f-652d723fc27c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=100fd884-5e8b-4611-9acd-0f760fdafb59 HTTP/1.1" status: 200 len: 217 time: 0.0448229 Mar 08 17:32:53.581535 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-80dc4401-460f-4339-a3d7-de7afc5372e4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.583393 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-80dc4401-460f-4339-a3d7-de7afc5372e4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 817 time: 0.2080741 Mar 08 17:32:53.592902 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-bc5d6960-f455-4587-b97e-0988d718d66c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.594686 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-bc5d6960-f455-4587-b97e-0988d718d66c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.64 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 818 time: 0.1954403 Mar 08 17:32:53.609263 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Request body: {'port': {'device_id': 'ed7d7ead-9ca3-453b-aa21-5a4cdeddc585', 'network_id': '002e704e-1690-4589-a1c7-568764202ae0', 'admin_state_up': True, 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:53.654570 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd701a44-9726-4dbd-ad50-347eb5c574e7 req-459430dc-a104-407c-94eb-46ea8e1e4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:53.656041 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd701a44-9726-4dbd-ad50-347eb5c574e7 req-459430dc-a104-407c-94eb-46ea8e1e4e46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f48da8a-c468-4023-ba3b-88a2214398b8 HTTP/1.1" status: 200 len: 852 time: 0.2400162 Mar 08 17:32:53.723651 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd701a44-9726-4dbd-ad50-347eb5c574e7 req-07216f87-a2ed-4096-ad37-f394a4587957 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=faeb1dde-c8fe-450f-b87b-52999e7e4d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602725 Mar 08 17:32:53.841055 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.64', 54925) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:53.868490 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:53.942060 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-9869829e-aee6-4175-a5a8-8b5cc24e5a70 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8ec36cbf6184449a2de2296985c4910 HTTP/1.1" status: 200 len: 380 time: 0.3452590 Mar 08 17:32:53.955719 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd701a44-9726-4dbd-ad50-347eb5c574e7 req-4e3ec8f6-6368-41cb-8dbb-9488226fa0af service neutron] 10.222.0.64 "GET /v2.0/networks/faeb1dde-c8fe-450f-b87b-52999e7e4d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155347 Mar 08 17:32:53.955830 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'port': {'device_id': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'admin_state_up': True, 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'security_groups': ['cc8dc7f0-3e0b-4efe-80fc-13514becba0a']}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:53.972902 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f5e96afb-1ed0-4e95-8d97-484e4c783632 req-f7e2e2ea-1cff-46c3-93ed-91a01a08b875 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0716012 Mar 08 17:32:54.164977 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.64', 54930) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:54.172659 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Made reservation on behalf of 8af0afe2d0ce487aa73b09475f9147fa for: {'port': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:54.176466 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:54.197009 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48212) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:54.227269 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83cb7ce2-9a5d-4ec4-819f-0a6f19fe1f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:54.231695 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-673a7d8c-82b9-4cc6-91d4-4b589435ad01 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:54.240362 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-673a7d8c-82b9-4cc6-91d4-4b589435ad01 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.64 "GET /v2.0/networks?id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 200 len: 810 time: 0.3909223 Mar 08 17:32:54.306291 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-061b3094-94cd-4956-a742-10d732132c36 req-6414b4cf-ebb0-408d-9943-6640e1c4014b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.0597858 Mar 08 17:32:54.361640 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Made reservation on behalf of e8ec36cbf6184449a2de2296985c4910 for: {'port': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:54.365089 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:54.376994 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd701a44-9726-4dbd-ad50-347eb5c574e7 req-62a81d39-4a4a-4104-b489-b05337c3fd87 service neutron] 10.222.0.64 "GET /v2.0/networks/faeb1dde-c8fe-450f-b87b-52999e7e4d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065700 Mar 08 17:32:54.525394 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-2dbe4665-c9cf-4245-b232-a10f0bf15fe4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:54.527294 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-2dbe4665-c9cf-4245-b232-a10f0bf15fe4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.64 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 818 time: 0.3627903 Mar 08 17:32:54.534645 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-dcd27b52-6474-4b24-b0f9-eab915af517e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=433070ab733a4989873f937ff516e8f1 HTTP/1.1" status: 200 len: 379 time: 0.2701416 Mar 08 17:32:54.536888 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 48224) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:54.558172 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b31bdb-3f16-4a6c-a97a-4da4e2f31166 req-e24c103b-dbc7-4dea-9815-50fbc08cef4a tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:54.560358 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c3b31bdb-3f16-4a6c-a97a-4da4e2f31166 req-e24c103b-dbc7-4dea-9815-50fbc08cef4a tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.2971466 Mar 08 17:32:54.571133 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Request body: {'port': {'device_id': '6733e98f-cefb-4458-8ac8-c8b3c06f6260', 'network_id': '002e704e-1690-4589-a1c7-568764202ae0', 'admin_state_up': True, 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:54.578338 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'port': {'device_id': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'admin_state_up': True, 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'security_groups': ['ceab5317-485a-491b-a7f3-497aacf283da']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:54.584090 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e0da5b7-f91c-41c4-93fa-2e23f538d624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:54.590983 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83851a83-eda3-49c1-b111-e766d949bf2d req-3b96732c-d2ea-41c1-8919-a67e7bc0fe4f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.1040671 Mar 08 17:32:54.627186 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Allocated IP 172.20.0.8 (002e704e-1690-4589-a1c7-568764202ae0/df28ebad-58fb-4fd7-b2cd-380e87fe6d1a/d2b091c2-038c-4fda-88ad-789f9749ad58) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:54.692954 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83cb7ce2-9a5d-4ec4-819f-0a6f19fe1f31 admin admin] Publish callbacks [] for security_group (bd8b41f3-6c69-4725-a940-125b5a512103), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:54.738132 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Allocated IP 172.20.0.5 (59db0e12-d1b7-42cf-8ecb-a8f574e94d04/ddeb08d5-8e48-41f3-a60b-deb762448432/efbff050-2d83-40e2-a83f-3bd67cf2e487) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:54.802149 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 48236) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:54.827886 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83cb7ce2-9a5d-4ec4-819f-0a6f19fe1f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (bd8b41f3-6c69-4725-a940-125b5a512103), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:54.846099 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c3b31bdb-3f16-4a6c-a97a-4da4e2f31166 req-283a2275-7f0f-438e-8983-0c58efafb6b5 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629917 Mar 08 17:32:54.882507 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fa325dde-1172-4465-b50e-ada8d8f6a8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:54.912682 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb7ce2-9a5d-4ec4-819f-0a6f19fe1f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8b41f3-6c69-4725-a940-125b5a512103,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:54.926347 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-83cb7ce2-9a5d-4ec4-819f-0a6f19fe1f31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dad190a7c2844c968e30f914bca1e0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7227015 Mar 08 17:32:54.937543 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 48240) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:54.957609 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e0da5b7-f91c-41c4-93fa-2e23f538d624 admin admin] Publish callbacks [] for security_group (5f779088-ec3e-4b1f-a962-1538b5675268), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:54.979048 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks [] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:54.996967 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Made reservation on behalf of 433070ab733a4989873f937ff516e8f1 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:55.000526 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.025735 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Made reservation on behalf of 8af0afe2d0ce487aa73b09475f9147fa for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:32:55.029132 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.031256 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.031416 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e0da5b7-f91c-41c4-93fa-2e23f538d624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (5f779088-ec3e-4b1f-a962-1538b5675268), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.109489 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-3e0da5b7-f91c-41c4-93fa-2e23f538d624 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1fd673dce8d2402aa20faf200da4fca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5713367 Mar 08 17:32:55.119089 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 48250) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:55.125265 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-74cdd597-e778-43c5-8b0a-0e209e5fbc10 req-2b581e5a-f22e-4c0d-a406-c76b9a79709e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0355687 Mar 08 17:32:55.139199 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.141021 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48252) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:55.210427 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.256244 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e2f525b-2ca3-483d-9731-88366fa8294b admin admin] Publish callbacks [] for security_group (bd8b41f3-6c69-4725-a940-125b5a512103), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.261558 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Network 002e704e-1690-4589-a1c7-568764202ae0 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:55.268465 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Pushing event updated for resources: {'Port': ['ID=d2b091c2-038c-4fda-88ad-789f9749ad58,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:55.271882 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:55.273085 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fa325dde-1172-4465-b50e-ada8d8f6a8da admin admin] Publish callbacks [] for security_group (ff9f29a4-7e1e-4e5c-be3f-a488384f5653), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.279063 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:55.284404 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:55.285123 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.288864 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.297219 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0da5b7-f91c-41c4-93fa-2e23f538d624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f779088-ec3e-4b1f-a962-1538b5675268,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:55.315591 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:55.327132 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e2f525b-2ca3-483d-9731-88366fa8294b admin admin] Publish callbacks [] for security_group (bd8b41f3-6c69-4725-a940-125b5a512103), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.328270 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:55.343822 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:55.349178 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:55.351080 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.355360 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-68adb2af-3a14-4b14-a53b-f69613829d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.377606 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'Port': ['ID=efbff050-2d83-40e2-a83f-3bd67cf2e487,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:55.379234 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fa325dde-1172-4465-b50e-ada8d8f6a8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (ff9f29a4-7e1e-4e5c-be3f-a488384f5653), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.412185 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-77ed3164-17bb-4c5c-9d3e-dc1e6fc48c95 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8074262 Mar 08 17:32:55.432828 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Request body: {'port': {'device_id': 'ed7d7ead-9ca3-453b-aa21-5a4cdeddc585', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:55.474054 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-203e68ab-a848-49d3-ad77-16bea57fdc59 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5234799 Mar 08 17:32:55.480835 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-08d779e5-b033-41ce-9d95-cddadbade407 admin admin] Publish callbacks [] for security_group (5f779088-ec3e-4b1f-a962-1538b5675268), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.492634 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Request body: {'port': {'device_id': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:55.536326 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-68adb2af-3a14-4b14-a53b-f69613829d74 admin admin] Publish callbacks [] for security_group (3c2d3248-ded4-4f4c-9ed4-ce5d3b30446b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.545514 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ce6911dc-30f1-428d-a216-dbd68ba25d46 req-50b4162a-3ec5-4fe5-a38e-41dc8d8b4ddb tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.1103413 Mar 08 17:32:55.555819 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fa325dde-1172-4465-b50e-ada8d8f6a8da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7b2ae3b408841c291819dbe2b2c0134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7471502 Mar 08 17:32:55.556261 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa325dde-1172-4465-b50e-ada8d8f6a8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9f29a4-7e1e-4e5c-be3f-a488384f5653,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:55.559034 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 48258) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:55.580612 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Allocated IP 172.20.0.11 (a1abd4b6-89d6-4cd5-925b-9e4abef2249e/d804e411-f1f4-4552-9853-ae040e868f99/c4a243c7-ffde-432d-9f5f-f16100db15e8) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:55.725408 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.727885 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-08d779e5-b033-41ce-9d95-cddadbade407 admin admin] Publish callbacks [] for security_group (5f779088-ec3e-4b1f-a962-1538b5675268), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.728128 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-e5c1cb26-7ad2-477f-9fee-44037b3e39d0 None None] Provisioning complete for port efbff050-2d83-40e2-a83f-3bd67cf2e487 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:55.728128 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e5c1cb26-7ad2-477f-9fee-44037b3e39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.728304 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Allocated IP 172.20.0.7 (002e704e-1690-4589-a1c7-568764202ae0/df28ebad-58fb-4fd7-b2cd-380e87fe6d1a/0a29a815-0ef7-4c90-81e6-d3f53764c73b) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:32:55.728415 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.728498 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1cb26-7ad2-477f-9fee-44037b3e39d0 None None] Port efbff050-2d83-40e2-a83f-3bd67cf2e487 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:32:55.799548 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e60d2cde-8060-4dec-9419-94a49643b68e admin admin] Publish callbacks [] for security_group (ff9f29a4-7e1e-4e5c-be3f-a488384f5653), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.898871 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e60d2cde-8060-4dec-9419-94a49643b68e admin admin] Publish callbacks [] for security_group (ff9f29a4-7e1e-4e5c-be3f-a488384f5653), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:55.946109 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c5f40-7130-4449-b36a-001dc6d962b7 req-2690c64c-b855-4db4-b118-98ba682a9820 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:55.947641 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2a7c5f40-7130-4449-b36a-001dc6d962b7 req-2690c64c-b855-4db4-b118-98ba682a9820 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 931 time: 0.2271478 Mar 08 17:32:56.056614 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.072670 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2a7c5f40-7130-4449-b36a-001dc6d962b7 req-a3618319-47f9-4739-8c70-47df295f5a12 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001070 Mar 08 17:32:56.097691 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks [] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.122778 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5a5f0-2d62-4522-bfe0-52696e7a233a req-a75b20bc-7acf-4b25-953a-3f8881e77874 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:56.124360 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-41b5a5f0-2d62-4522-bfe0-52696e7a233a req-a75b20bc-7acf-4b25-953a-3f8881e77874 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.1854708 Mar 08 17:32:56.221256 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-41b5a5f0-2d62-4522-bfe0-52696e7a233a req-86fb5093-9b05-4925-99c6-b1d0ee79fcdc tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791705 Mar 08 17:32:56.264719 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cb63c405-df3f-4107-9d2c-652de07caeab req-4f859f59-2892-4d0b-84ee-bc605cf21a1b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0320144 Mar 08 17:32:56.307208 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbff050-2d83-40e2-a83f-3bd67cf2e487 {{(pid=103425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:56.314593 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Publish callbacks [] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.437050 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-68adb2af-3a14-4b14-a53b-f69613829d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (3c2d3248-ded4-4f4c-9ed4-ce5d3b30446b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.473370 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adb2af-3a14-4b14-a53b-f69613829d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2d3248-ded4-4f4c-9ed4-ce5d3b30446b,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:56.477598 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-68adb2af-3a14-4b14-a53b-f69613829d74 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=adf603d3fc5d4cb094f636642e118804&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3351655 Mar 08 17:32:56.480509 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48266) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:56.493180 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-08d779e5-b033-41ce-9d95-cddadbade407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (5f779088-ec3e-4b1f-a962-1538b5675268), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.493180 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-08d779e5-b033-41ce-9d95-cddadbade407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.493531 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-08d779e5-b033-41ce-9d95-cddadbade407 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f779088-ec3e-4b1f-a962-1538b5675268 HTTP/1.1" status: 204 len: 168 time: 1.3691308 Mar 08 17:32:56.494207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e2f525b-2ca3-483d-9731-88366fa8294b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (bd8b41f3-6c69-4725-a940-125b5a512103), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.498987 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e2f525b-2ca3-483d-9731-88366fa8294b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.499993 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-2e2f525b-2ca3-483d-9731-88366fa8294b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd8b41f3-6c69-4725-a940-125b5a512103 HTTP/1.1" status: 204 len: 168 time: 1.5607150 Mar 08 17:32:56.508634 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d779e5-b033-41ce-9d95-cddadbade407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f779088-ec3e-4b1f-a962-1538b5675268,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:56.520312 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f525b-2ca3-483d-9731-88366fa8294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8b41f3-6c69-4725-a940-125b5a512103,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:56.534968 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.provisioning_blocks [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Transition to ACTIVE for port object efbff050-2d83-40e2-a83f-3bd67cf2e487 will not be triggered until provisioned by entity L2. {{(pid=103425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:32:56.536220 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e60d2cde-8060-4dec-9419-94a49643b68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (ff9f29a4-7e1e-4e5c-be3f-a488384f5653), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.541969 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e60d2cde-8060-4dec-9419-94a49643b68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.543687 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e60d2cde-8060-4dec-9419-94a49643b68e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff9f29a4-7e1e-4e5c-be3f-a488384f5653 HTTP/1.1" status: 204 len: 168 time: 0.9736593 Mar 08 17:32:56.545149 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.549895 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.578469 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-746843c4-d46a-4218-a730-0397cf504a72 admin admin] Publish callbacks [] for security_group (3c2d3248-ded4-4f4c-9ed4-ce5d3b30446b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.645722 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-746843c4-d46a-4218-a730-0397cf504a72 admin admin] Publish callbacks [] for security_group (3c2d3248-ded4-4f4c-9ed4-ce5d3b30446b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.674096 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.787866 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d2cde-8060-4dec-9419-94a49643b68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9f29a4-7e1e-4e5c-be3f-a488384f5653,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:56.831496 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Pushing event updated for resources: {'Port': ['ID=efbff050-2d83-40e2-a83f-3bd67cf2e487,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:56.836874 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Network 002e704e-1690-4589-a1c7-568764202ae0 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:56.842655 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:56.850734 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:56.863152 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:56.863777 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.871216 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b091c2-038c-4fda-88ad-789f9749ad58 {{(pid=103425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:56.888870 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Network a1abd4b6-89d6-4cd5-925b-9e4abef2249e is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:32:56.891064 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Publish callbacks [] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.891624 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Pushing event updated for resources: {'Port': ['ID=0a29a815-0ef7-4c90-81e6-d3f53764c73b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:56.896213 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Attempting to bind port efbff050-2d83-40e2-a83f-3bd67cf2e487 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:56.902563 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Attempting to bind port efbff050-2d83-40e2-a83f-3bd67cf2e487 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:56.902563 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Attempting to bind port efbff050-2d83-40e2-a83f-3bd67cf2e487 on network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:56.902793 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:32:56.904786 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:32:56.907864 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Port efbff050-2d83-40e2-a83f-3bd67cf2e487 on network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:32:56.908301 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Attempting to bind port efbff050-2d83-40e2-a83f-3bd67cf2e487 on network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:56.909865 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:56.910500 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.915801 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.provisioning_blocks [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Transition to ACTIVE for port object d2b091c2-038c-4fda-88ad-789f9749ad58 will not be triggered until provisioned by entity L2. {{(pid=103425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:32:56.917528 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:56.918504 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Checking segment: {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:56.919175 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Bound using segment: {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:56.919890 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Bound port: efbff050-2d83-40e2-a83f-3bd67cf2e487, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:56.920330 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:56.920637 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a86e6-6d4f-48f2-ba95-f30f70205a87 req-d13fc67b-7c4a-4bf1-9f94-ec84c6ab61d8 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:56.922193 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1c8a86e6-6d4f-48f2-ba95-f30f70205a87 req-d13fc67b-7c4a-4bf1-9f94-ec84c6ab61d8 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 932 time: 0.1344936 Mar 08 17:32:57.008249 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'Port': ['ID=c4a243c7-ffde-432d-9f5f-f16100db15e8,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:57.021616 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-746843c4-d46a-4218-a730-0397cf504a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (3c2d3248-ded4-4f4c-9ed4-ce5d3b30446b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:57.026590 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-746843c4-d46a-4218-a730-0397cf504a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:57.031912 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-33e51c18-20df-42ff-a3c1-e53c0d056575 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4699380 Mar 08 17:32:57.032108 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-746843c4-d46a-4218-a730-0397cf504a72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c2d3248-ded4-4f4c-9ed4-ce5d3b30446b HTTP/1.1" status: 204 len: 168 time: 0.5502012 Mar 08 17:32:57.033100 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:57.044925 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:57.062433 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Request body: {'port': {'device_id': '6733e98f-cefb-4458-8ac8-c8b3c06f6260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:57.068899 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1c8a86e6-6d4f-48f2-ba95-f30f70205a87 req-66e404b0-a1a3-4ce4-806e-a1a92afda5fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238720 Mar 08 17:32:57.159693 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746843c4-d46a-4218-a730-0397cf504a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2d3248-ded4-4f4c-9ed4-ce5d3b30446b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:57.168312 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:57.175451 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-50e5a2eb-d898-4612-bccb-3ba7d8e2d35c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6145582 Mar 08 17:32:57.209875 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Request body: {'port': {'device_id': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:32:57.239591 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b091c2-038c-4fda-88ad-789f9749ad58,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:57.305210 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:57.339328 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:57.361154 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:57.398896 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:57.399598 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:57.401100 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/efbff050-2d83-40e2-a83f-3bd67cf2e487 HTTP/1.1" status: 200 len: 1093 time: 1.9170835 Mar 08 17:32:57.403769 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:57.415606 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-50c4eb12-8b5d-4642-88e1-3363ff8b2c40 None None] Provisioning complete for port c4a243c7-ffde-432d-9f5f-f16100db15e8 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:32:57.416245 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50c4eb12-8b5d-4642-88e1-3363ff8b2c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:57.455800 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-50c4eb12-8b5d-4642-88e1-3363ff8b2c40 None None] Port c4a243c7-ffde-432d-9f5f-f16100db15e8 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:32:57.504314 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Attempting to bind port d2b091c2-038c-4fda-88ad-789f9749ad58 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:57.504626 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Attempting to bind port d2b091c2-038c-4fda-88ad-789f9749ad58 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:57.504964 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Attempting to bind port d2b091c2-038c-4fda-88ad-789f9749ad58 on network 002e704e-1690-4589-a1c7-568764202ae0 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:57.522167 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Port d2b091c2-038c-4fda-88ad-789f9749ad58 on network 002e704e-1690-4589-a1c7-568764202ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:32:57.522587 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Attempting to bind port d2b091c2-038c-4fda-88ad-789f9749ad58 on network 002e704e-1690-4589-a1c7-568764202ae0 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:57.539926 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547be8d4-fbca-4441-85a0-5ddaa026bc87 req-72c2a755-3810-4d80-b3a6-e555957db299 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:57.541513 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-547be8d4-fbca-4441-85a0-5ddaa026bc87 req-72c2a755-3810-4d80-b3a6-e555957db299 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.3367469 Mar 08 17:32:57.599211 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5720364-8458-40c3-9eb0-a90e9ee720e4 service neutron] Pushing event updated for resources: {'Port': ['ID=efbff050-2d83-40e2-a83f-3bd67cf2e487,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:57.624475 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:57.624835 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Checking segment: {'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:57.625242 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Bound using segment: {'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:57.626007 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Bound port: d2b091c2-038c-4fda-88ad-789f9749ad58, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:57.626378 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:57.630532 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa15ed2-1fc9-4a0f-9903-e867c36da51f req-c623f7de-de99-4ffe-ae07-a3557a0b7c38 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:57.639006 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dfa15ed2-1fc9-4a0f-9903-e867c36da51f req-c623f7de-de99-4ffe-ae07-a3557a0b7c38 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 943 time: 0.2742758 Mar 08 17:32:57.749443 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-547be8d4-fbca-4441-85a0-5ddaa026bc87 req-183649b7-b621-423b-9a85-adb3eb9c9563 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764174 Mar 08 17:32:57.755217 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-0481d423-1b2e-4f26-8182-0f1a277c3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:57.756968 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-0481d423-1b2e-4f26-8182-0f1a277c3f55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 1127 time: 0.2312603 Mar 08 17:32:57.856713 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dfa15ed2-1fc9-4a0f-9903-e867c36da51f req-ba53e6a4-2b6f-4441-8c90-ce9da06dc4c9 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163987 Mar 08 17:32:57.864400 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-14762574-3781-46ee-ae39-d7bd274236d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487 HTTP/1.1" status: 200 len: 217 time: 0.0941229 Mar 08 17:32:57.877663 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] For port d2b091c2-038c-4fda-88ad-789f9749ad58, host hv-cinder-83008, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:57.930701 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] For port d2b091c2-038c-4fda-88ad-789f9749ad58, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2b091c2-038c-4fda-88ad-789f9749ad58,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:57.938350 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 100fd884-5e8b-4611-9acd-0f760fdafb59 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:32:58.038264 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb24293935f3e4c1481fa83254af943874e64c693aee071e87be2884696519c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6936cf-6d81-4c50-a4ca-2cb58df69049" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:58.046184 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-2fbfba5e-1dc3-4493-b1fe-e52ef8081402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:58.051230 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-2fbfba5e-1dc3-4493-b1fe-e52ef8081402 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.1724944 Mar 08 17:32:58.079564 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdefcbd-496b-4d9c-9588-aadc1b3d6456 req-9806e4c6-efaa-492c-a964-3b8a6749035d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:58.087109 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 100fd884-5e8b-4611-9acd-0f760fdafb59, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=100fd884-5e8b-4611-9acd-0f760fdafb59,segment=NetworkSegment(2306cc55-b45f-4d1c-af7c-e8409c0b9f66),segment_id=2306cc55-b45f-4d1c-af7c-e8409c0b9f66)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:58.087647 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9bdefcbd-496b-4d9c-9588-aadc1b3d6456 req-9806e4c6-efaa-492c-a964-3b8a6749035d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 931 time: 0.1545904 Mar 08 17:32:58.109337 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '100fd884-5e8b-4611-9acd-0f760fdafb59', 'network_id': 'faeb1dde-c8fe-450f-b87b-52999e7e4d53', 'port_id': '100fd884-5e8b-4611-9acd-0f760fdafb59', 'mac_address': 'fa:16:3e:e1:09:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f48da8a-c468-4023-ba3b-88a2214398b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:32:58.138978 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.169171 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a29a815-0ef7-4c90-81e6-d3f53764c73b {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:58.175210 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 100fd884-5e8b-4611-9acd-0f760fdafb59 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:32:58.175779 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.181618 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Publish callbacks [] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.192590 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100fd884-5e8b-4611-9acd-0f760fdafb59 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:58.203002 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:58.203634 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.206034 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Transition to ACTIVE for port object 0a29a815-0ef7-4c90-81e6-d3f53764c73b will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:32:58.213254 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/d2b091c2-038c-4fda-88ad-789f9749ad58 HTTP/1.1" status: 200 len: 1093 time: 2.7805068 Mar 08 17:32:58.217773 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 100fd884-5e8b-4611-9acd-0f760fdafb59, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=100fd884-5e8b-4611-9acd-0f760fdafb59,segment=NetworkSegment(2306cc55-b45f-4d1c-af7c-e8409c0b9f66),segment_id=2306cc55-b45f-4d1c-af7c-e8409c0b9f66)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:32:58.224404 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a243c7-ffde-432d-9f5f-f16100db15e8 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:32:58.236066 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Publish callbacks [] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.252602 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48318) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:58.255926 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Transition to ACTIVE for port object c4a243c7-ffde-432d-9f5f-f16100db15e8 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:32:58.276106 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9bdefcbd-496b-4d9c-9588-aadc1b3d6456 req-a85bd0f6-a2ec-4581-b217-8743d365a5d4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875978 Mar 08 17:32:58.281399 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b25cf9f9-859a-422e-a97c-29ade37ef9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.332512 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.332736 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-80023557-54de-4e29-969d-c1d6855b9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:58.332736 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-80023557-54de-4e29-969d-c1d6855b9cc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2675006 Mar 08 17:32:58.332991 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8e953-48eb-4817-949c-6970128b26f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b091c2-038c-4fda-88ad-789f9749ad58,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:58.374345 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.414942 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Pushing event updated for resources: {'Port': ['ID=0a29a815-0ef7-4c90-81e6-d3f53764c73b,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:58.417807 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.494523 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=100fd884-5e8b-4611-9acd-0f760fdafb59,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:58.524907 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1d70af-ce6a-40e1-bb12-a49a0e983c65 x-openstack-request-id: req-ef1d70af-ce6a-40e1-bb12-a49a0e983c65 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:58.525230 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:58.525449 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef1d70af-ce6a-40e1-bb12-a49a0e983c65 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:58.525915 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'status': 'completed', 'code': 200} Mar 08 17:32:58.548594 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Attempting to bind port 0a29a815-0ef7-4c90-81e6-d3f53764c73b on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:58.549013 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Attempting to bind port 0a29a815-0ef7-4c90-81e6-d3f53764c73b by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:58.549358 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Attempting to bind port 0a29a815-0ef7-4c90-81e6-d3f53764c73b on network 002e704e-1690-4589-a1c7-568764202ae0 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:58.564929 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a243c7-ffde-432d-9f5f-f16100db15e8,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:58.568108 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Port 0a29a815-0ef7-4c90-81e6-d3f53764c73b on network 002e704e-1690-4589-a1c7-568764202ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:32:58.568437 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Attempting to bind port 0a29a815-0ef7-4c90-81e6-d3f53764c73b on network 002e704e-1690-4589-a1c7-568764202ae0 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:58.572632 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Attempting to bind port c4a243c7-ffde-432d-9f5f-f16100db15e8 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:32:58.573042 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Attempting to bind port c4a243c7-ffde-432d-9f5f-f16100db15e8 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:32:58.573405 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Attempting to bind port c4a243c7-ffde-432d-9f5f-f16100db15e8 on network a1abd4b6-89d6-4cd5-925b-9e4abef2249e {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:58.591330 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Port c4a243c7-ffde-432d-9f5f-f16100db15e8 on network a1abd4b6-89d6-4cd5-925b-9e4abef2249e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:32:58.591609 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Attempting to bind port c4a243c7-ffde-432d-9f5f-f16100db15e8 on network a1abd4b6-89d6-4cd5-925b-9e4abef2249e {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:32:58.596189 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:58.603265 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Checking segment: {'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:58.604465 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Bound using segment: {'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:58.604465 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Bound port: 0a29a815-0ef7-4c90-81e6-d3f53764c73b, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a317a9-896b-4386-bb55-41d199790dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '002e704e-1690-4589-a1c7-568764202ae0'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:58.604672 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.631015 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:32:58.631292 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Checking segment: {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:32:58.631684 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Bound using segment: {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:32:58.632132 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Bound port: c4a243c7-ffde-432d-9f5f-f16100db15e8, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:32:58.633014 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.636285 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-2c0134d2-23df-40ac-9064-24f8eb92da46 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967062 Mar 08 17:32:58.669847 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397b7c-e488-4f35-aa6d-1fb4ad5aa9dd req-b70d3866-451f-49af-a414-61f07896dc93 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:58.677151 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a3397b7c-e488-4f35-aa6d-1fb4ad5aa9dd req-b70d3866-451f-49af-a414-61f07896dc93 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 944 time: 0.2974858 Mar 08 17:32:58.718189 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b25cf9f9-859a-422e-a97c-29ade37ef9ab admin admin] Publish callbacks [] for security_group (107b97dc-f55b-4fca-9cdb-5b012af9ff55), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.720630 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-d3248c1f-7ebe-478e-b834-3d8471a1f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:58.722019 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-d3248c1f-7ebe-478e-b834-3d8471a1f663 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 1127 time: 0.2144682 Mar 08 17:32:58.788522 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] For port 0a29a815-0ef7-4c90-81e6-d3f53764c73b, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:58.793486 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] For port 0a29a815-0ef7-4c90-81e6-d3f53764c73b, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0a29a815-0ef7-4c90-81e6-d3f53764c73b,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:58.799247 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] For port c4a243c7-ffde-432d-9f5f-f16100db15e8, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:32:58.802612 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] For port c4a243c7-ffde-432d-9f5f-f16100db15e8, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:32:58.806597 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['100fd884-5e8b-4611-9acd-0f760fdafb59'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:32:58.892634 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.897186 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.923061 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:58.923946 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.926024 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] 10.222.0.64 "PUT /v2.0/ports/c4a243c7-ffde-432d-9f5f-f16100db15e8 HTTP/1.1" status: 200 len: 1094 time: 1.7354198 Mar 08 17:32:58.940779 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'tag': 'c4a243c7-ffde-432d-9f5f-f16100db15e8'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:32:58.944664 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f53659-a922-4eec-86d3-6642ac0fa8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "386e00e7-a851-4889-a3d0-f39dbd2ddfb6", "tag": "c4a243c7-ffde-432d-9f5f-f16100db15e8"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:32:58.986689 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:58.988229 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b25cf9f9-859a-422e-a97c-29ade37ef9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (107b97dc-f55b-4fca-9cdb-5b012af9ff55), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.988696 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:58.995894 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] 10.222.0.64 "PUT /v2.0/ports/0a29a815-0ef7-4c90-81e6-d3f53764c73b HTTP/1.1" status: 200 len: 1093 time: 1.9462490 Mar 08 17:32:59.004745 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-d96da160-bd18-4565-aa40-6dad6432b346 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2b091c2-038c-4fda-88ad-789f9749ad58 HTTP/1.1" status: 200 len: 217 time: 0.2657907 Mar 08 17:32:59.048503 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed6fdc-321b-4a93-9d54-7309ad70092f req-4fe48985-8d78-4fa0-9cb2-7cad82e8ecd9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.070940 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09ed6fdc-321b-4a93-9d54-7309ad70092f req-4fe48985-8d78-4fa0-9cb2-7cad82e8ecd9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.2291389 Mar 08 17:32:59.073528 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cf9f9-859a-422e-a97c-29ade37ef9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107b97dc-f55b-4fca-9cdb-5b012af9ff55,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:59.157325 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a3397b7c-e488-4f35-aa6d-1fb4ad5aa9dd req-e4596cfa-b3f7-4571-a681-8f375d55c06f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4792099 Mar 08 17:32:59.190439 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b25cf9f9-859a-422e-a97c-29ade37ef9ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5a075bead064500907818a88fb225df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9339738 Mar 08 17:32:59.212050 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48344) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:32:59.231562 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-3465da6b-6e67-40e5-9876-165b32a92ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.233113 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-3465da6b-6e67-40e5-9876-165b32a92ce2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a HTTP/1.1" status: 200 len: 858 time: 0.1941729 Mar 08 17:32:59.251537 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94e5994a-385a-4f86-a210-f2a619d32a44 req-c9464578-2b92-4232-b19f-19e7fd1fbad8 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904343 Mar 08 17:32:59.261867 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f807999-394f-4e49-91e1-9fe2f0e16b8c service neutron] Pushing event updated for resources: {'Port': ['ID=0a29a815-0ef7-4c90-81e6-d3f53764c73b,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:59.303042 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-8b02353e-3b0d-494f-a2f8-c0d7f13350bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=002e704e-1690-4589-a1c7-568764202ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541596 Mar 08 17:32:59.386907 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09ed6fdc-321b-4a93-9d54-7309ad70092f req-10f07ad9-9422-463b-a8bb-92a1b5826ad8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146119 Mar 08 17:32:59.401161 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-8cec6f29-4830-49b5-8856-85d902dd8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.402751 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-8cec6f29-4830-49b5-8856-85d902dd8e50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 1127 time: 0.2127216 Mar 08 17:32:59.417328 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-658dfe20-60f9-45a5-8758-4ed44c9934b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.421325 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-658dfe20-60f9-45a5-8758-4ed44c9934b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 1128 time: 0.3246658 Mar 08 17:32:59.431617 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd300a4-59f7-40fa-8e73-ebd710010202 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a243c7-ffde-432d-9f5f-f16100db15e8,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:59.463850 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cc39c133-6653-4f83-8dfe-6ed7b5a23b27 admin admin] Publish callbacks [] for security_group (107b97dc-f55b-4fca-9cdb-5b012af9ff55), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:59.496533 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8bc502-cfcf-4f57-8085-c93d5311a559 x-openstack-request-id: req-6c8bc502-cfcf-4f57-8085-c93d5311a559 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:32:59.496824 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386e00e7-a851-4889-a3d0-f39dbd2ddfb6", "tag": "c4a243c7-ffde-432d-9f5f-f16100db15e8", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:32:59.497074 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c8bc502-cfcf-4f57-8085-c93d5311a559 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:32:59.497460 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'tag': 'c4a243c7-ffde-432d-9f5f-f16100db15e8', 'status': 'completed', 'code': 200} Mar 08 17:32:59.498260 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5cb97-0faa-4dab-8f1a-605568b4388b req-d31d5a31-7ed0-441d-b4d1-5c99a51beb2d tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.505349 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cff5cb97-0faa-4dab-8f1a-605568b4388b req-d31d5a31-7ed0-441d-b4d1-5c99a51beb2d tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 944 time: 0.2529213 Mar 08 17:32:59.525683 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-6b083714-919c-4a5e-8c55-c8ef46efbe77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8 HTTP/1.1" status: 200 len: 217 time: 0.0848918 Mar 08 17:32:59.527642 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-c1467012-76e1-412a-a4a0-0ba6a3b6d6b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a29a815-0ef7-4c90-81e6-d3f53764c73b HTTP/1.1" status: 200 len: 217 time: 0.1054003 Mar 08 17:32:59.550014 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cc39c133-6653-4f83-8dfe-6ed7b5a23b27 admin admin] Publish callbacks [] for security_group (107b97dc-f55b-4fca-9cdb-5b012af9ff55), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:59.565963 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-f0a04953-2a18-48ca-901d-e786321d9215 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411315 Mar 08 17:32:59.567832 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6936cf-6d81-4c50-a4ca-2cb58df69049 req-a380ff47-2a41-4452-bc8b-5b0db1a291af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.569208 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e6936cf-6d81-4c50-a4ca-2cb58df69049 req-a380ff47-2a41-4452-bc8b-5b0db1a291af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 1127 time: 0.1575658 Mar 08 17:32:59.646208 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-a2cac808-b792-45d4-9e82-7a2bef24f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.647595 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-a2cac808-b792-45d4-9e82-7a2bef24f95f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d804e411-f1f4-4552-9853-ae040e868f99 HTTP/1.1" status: 200 len: 849 time: 0.1100612 Mar 08 17:32:59.650637 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-e9685555-95db-4ac5-b570-0b401f54bb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.652122 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-e9685555-95db-4ac5-b570-0b401f54bb13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a HTTP/1.1" status: 200 len: 858 time: 0.1135211 Mar 08 17:32:59.663585 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22d753-0b3f-46d7-b433-f9c538aa11b0 req-26ec6927-f4cd-4b63-aec3-8e955c9d4673 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.666271 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6d22d753-0b3f-46d7-b433-f9c538aa11b0 req-26ec6927-f4cd-4b63-aec3-8e955c9d4673 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 943 time: 0.1421854 Mar 08 17:32:59.735790 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-196c0397-a13f-4c7b-bf05-9825bcefcc4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=002e704e-1690-4589-a1c7-568764202ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694392 Mar 08 17:32:59.786859 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cff5cb97-0faa-4dab-8f1a-605568b4388b req-74c99e65-75c5-4719-bba9-6e7ef62d2579 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805746 Mar 08 17:32:59.808329 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6d22d753-0b3f-46d7-b433-f9c538aa11b0 req-649995d2-d096-44d1-90ac-b2346fff96fd tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228440 Mar 08 17:32:59.851736 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-6a6152b2-6cc6-48b5-951d-a6ceacd3285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.854056 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-6a6152b2-6cc6-48b5-951d-a6ceacd3285c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1864944 Mar 08 17:32:59.866132 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cc39c133-6653-4f83-8dfe-6ed7b5a23b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (107b97dc-f55b-4fca-9cdb-5b012af9ff55), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:59.873384 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cc39c133-6653-4f83-8dfe-6ed7b5a23b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:32:59.873384 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-cc39c133-6653-4f83-8dfe-6ed7b5a23b27 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/107b97dc-f55b-4fca-9cdb-5b012af9ff55 HTTP/1.1" status: 204 len: 168 time: 0.6500638 Mar 08 17:32:59.882260 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-7c3f336a-0479-47ed-b40b-a1d6835aa257 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028896 Mar 08 17:32:59.901402 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39c133-6653-4f83-8dfe-6ed7b5a23b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107b97dc-f55b-4fca-9cdb-5b012af9ff55,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:32:59.904722 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6936cf-6d81-4c50-a4ca-2cb58df69049 req-6b58ca98-1ad6-4826-ae32-ab73f8186c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:32:59.906860 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e6936cf-6d81-4c50-a4ca-2cb58df69049 req-6b58ca98-1ad6-4826-ae32-ab73f8186c2f service neutron] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 918 time: 0.3248944 Mar 08 17:32:59.949473 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-447dbe38-e276-4fc2-8f9e-06b829c93f12 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014656 Mar 08 17:32:59.966605 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e6936cf-6d81-4c50-a4ca-2cb58df69049 req-a9b5b6e1-315a-4dae-9826-19a2737950cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487 HTTP/1.1" status: 200 len: 217 time: 0.0438700 Mar 08 17:33:00.032802 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6936cf-6d81-4c50-a4ca-2cb58df69049 req-20007755-caa3-4589-9cea-a988a3268c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.034603 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e6936cf-6d81-4c50-a4ca-2cb58df69049 req-20007755-caa3-4589-9cea-a988a3268c2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.0621488 Mar 08 17:33:00.047662 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-6ebf0432-70bf-427c-a0b8-19c73c04e415 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846852 Mar 08 17:33:00.088027 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6936cf-6d81-4c50-a4ca-2cb58df69049 req-8ec5d37a-ef14-493b-8a08-1c64f60dfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.089569 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e6936cf-6d81-4c50-a4ca-2cb58df69049 req-8ec5d37a-ef14-493b-8a08-1c64f60dfec5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462840 Mar 08 17:33:00.097777 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a0480af-eca6-48b3-897e-1bd1c6301c16 req-514efc4f-a347-4163-b626-72c0419f6bc9 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415002 Mar 08 17:33:00.182980 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9a09241-8ebe-4b21-a483-fcb603383fdb req-c1fababd-1b3d-4a36-a4a0-226436ceb2be service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149092 Mar 08 17:33:00.223752 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e6936cf-6d81-4c50-a4ca-2cb58df69049 req-a24df6e1-b754-4faf-aa13-65818d1050fa service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262193 Mar 08 17:33:00.333849 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f53659-a922-4eec-86d3-6642ac0fa8ed req-905f87c7-3b3d-405f-b0ea-a7347bbdcdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.335694 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53f53659-a922-4eec-86d3-6642ac0fa8ed req-905f87c7-3b3d-405f-b0ea-a7347bbdcdb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 1128 time: 0.0532649 Mar 08 17:33:00.364644 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43873f-3d81-4c19-b380-d6f25a9c5727 req-e2d6b5a4-f276-4224-94dd-a7307b8255b4 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.366270 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ed43873f-3d81-4c19-b380-d6f25a9c5727 req-e2d6b5a4-f276-4224-94dd-a7307b8255b4 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 944 time: 0.1355278 Mar 08 17:33:00.379305 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e6936cf-6d81-4c50-a4ca-2cb58df69049 req-3138a5ee-1064-4c57-95f0-b6b2e6781e4e service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350701 Mar 08 17:33:00.430404 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ed43873f-3d81-4c19-b380-d6f25a9c5727 req-642b4758-f654-4ea9-8063-4a31f845885c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546091 Mar 08 17:33:00.468821 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f53659-a922-4eec-86d3-6642ac0fa8ed req-2d3e913a-8150-4fd7-a2c5-f18ce31b524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.468821 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53f53659-a922-4eec-86d3-6642ac0fa8ed req-2d3e913a-8150-4fd7-a2c5-f18ce31b524d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 200 len: 911 time: 0.1263294 Mar 08 17:33:00.527493 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7d7ead-9ca3-453b-aa21-5a4cdeddc585', 'tag': 'd2b091c2-038c-4fda-88ad-789f9749ad58'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:00.532754 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb24293935f3e4c1481fa83254af943874e64c693aee071e87be2884696519c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10ab1bf-a834-47e2-bfb3-103d7c4b487a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7d7ead-9ca3-453b-aa21-5a4cdeddc585", "tag": "d2b091c2-038c-4fda-88ad-789f9749ad58"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:00.543148 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53f53659-a922-4eec-86d3-6642ac0fa8ed req-5482cd16-bc22-4f65-b1d4-7cbd439fc4f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8 HTTP/1.1" status: 200 len: 217 time: 0.0657492 Mar 08 17:33:00.573532 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed938b-7f72-45bb-98c2-25218ef38691 x-openstack-request-id: req-76ed938b-7f72-45bb-98c2-25218ef38691 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:00.573654 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7d7ead-9ca3-453b-aa21-5a4cdeddc585", "tag": "d2b091c2-038c-4fda-88ad-789f9749ad58", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:00.573874 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-76ed938b-7f72-45bb-98c2-25218ef38691 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:00.574268 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7d7ead-9ca3-453b-aa21-5a4cdeddc585', 'tag': 'd2b091c2-038c-4fda-88ad-789f9749ad58', 'status': 'completed', 'code': 200} Mar 08 17:33:00.615360 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a3a5d-4501-436f-ba0f-f8a943aa4190 req-fe934e9b-fd57-438e-bb9e-d1e77dac59d8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.617459 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-488a3a5d-4501-436f-ba0f-f8a943aa4190 req-fe934e9b-fd57-438e-bb9e-d1e77dac59d8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.1408451 Mar 08 17:33:00.618956 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f53659-a922-4eec-86d3-6642ac0fa8ed req-c847a709-89e8-468d-bed7-41ece2ac2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.620259 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53f53659-a922-4eec-86d3-6642ac0fa8ed req-c847a709-89e8-468d-bed7-41ece2ac2e99 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d804e411-f1f4-4552-9853-ae040e868f99 HTTP/1.1" status: 200 len: 849 time: 0.0693202 Mar 08 17:33:00.658516 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab1bf-a834-47e2-bfb3-103d7c4b487a req-54621dd7-eb23-4273-be8f-3f5d7d684aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.660006 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f10ab1bf-a834-47e2-bfb3-103d7c4b487a req-54621dd7-eb23-4273-be8f-3f5d7d684aab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 1127 time: 0.0499544 Mar 08 17:33:00.795256 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab1bf-a834-47e2-bfb3-103d7c4b487a req-9b75bc87-7591-4e07-a06c-06ceafc7afba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.796744 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f10ab1bf-a834-47e2-bfb3-103d7c4b487a req-9b75bc87-7591-4e07-a06c-06ceafc7afba service neutron] 10.222.0.64 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 919 time: 0.1272559 Mar 08 17:33:00.858595 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f10ab1bf-a834-47e2-bfb3-103d7c4b487a req-cdf53e9d-687b-44e7-bc14-3edbc883cad7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2b091c2-038c-4fda-88ad-789f9749ad58 HTTP/1.1" status: 200 len: 217 time: 0.0548043 Mar 08 17:33:00.893374 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f53659-a922-4eec-86d3-6642ac0fa8ed req-624ca6d4-b2b0-49c4-9e07-f8c8d78acb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.895076 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53f53659-a922-4eec-86d3-6642ac0fa8ed req-624ca6d4-b2b0-49c4-9e07-f8c8d78acb7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2643938 Mar 08 17:33:00.913191 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-488a3a5d-4501-436f-ba0f-f8a943aa4190 req-3f1a8456-8e86-4513-a897-9d63136517e8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786875 Mar 08 17:33:00.916325 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab1bf-a834-47e2-bfb3-103d7c4b487a req-a0f4a04a-6aff-46c6-b588-6f213bd54c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:00.917827 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f10ab1bf-a834-47e2-bfb3-103d7c4b487a req-a0f4a04a-6aff-46c6-b588-6f213bd54c1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a HTTP/1.1" status: 200 len: 858 time: 0.0525286 Mar 08 17:33:00.977461 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f10ab1bf-a834-47e2-bfb3-103d7c4b487a req-ccbbd459-6b8e-4e81-b0e1-8fd77436f4e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=002e704e-1690-4589-a1c7-568764202ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479093 Mar 08 17:33:01.033200 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af9b2a-2b4a-451d-ade1-6c41aec3f3cc req-41204af2-8886-4f81-98e1-bd0ead33a141 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:01.034794 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51af9b2a-2b4a-451d-ade1-6c41aec3f3cc req-41204af2-8886-4f81-98e1-bd0ead33a141 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 944 time: 0.1160731 Mar 08 17:33:01.098160 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53f53659-a922-4eec-86d3-6642ac0fa8ed req-6e22b265-5db3-4861-8f78-e3f26a75cb68 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831799 Mar 08 17:33:01.108710 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded789d8-5fc1-42b4-82b0-088a0861f45d req-87b99c36-01c2-44fc-8571-e098c66c1714 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:01.111917 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ded789d8-5fc1-42b4-82b0-088a0861f45d req-87b99c36-01c2-44fc-8571-e098c66c1714 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 943 time: 0.0822463 Mar 08 17:33:01.131176 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51af9b2a-2b4a-451d-ade1-6c41aec3f3cc req-65f5fd55-838a-4b22-8a9f-60a58355c9fe tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634503 Mar 08 17:33:01.135420 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f10ab1bf-a834-47e2-bfb3-103d7c4b487a req-66a0a4af-cbad-44de-aef8-b953379e3b01 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482065 Mar 08 17:33:01.223686 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ded789d8-5fc1-42b4-82b0-088a0861f45d req-5ed9fc0d-e0d2-4472-ae69-0169b8a434a1 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039205 Mar 08 17:33:01.244785 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f10ab1bf-a834-47e2-bfb3-103d7c4b487a req-b5f5a4f1-1e92-4ac2-acd4-8cfc46d9b0f5 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970738 Mar 08 17:33:01.245034 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53f53659-a922-4eec-86d3-6642ac0fa8ed req-03ababf7-7edc-4e17-b7a0-93fe6f6cdadb service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282957 Mar 08 17:33:01.472663 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48422) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:01.498495 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6733e98f-cefb-4458-8ac8-c8b3c06f6260', 'tag': '0a29a815-0ef7-4c90-81e6-d3f53764c73b'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:01.501250 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed96bbf-e379-4f75-8e39-5d64aa70fb4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6733e98f-cefb-4458-8ac8-c8b3c06f6260", "tag": "0a29a815-0ef7-4c90-81e6-d3f53764c73b"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:01.541024 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf163887-0039-45ed-8999-050a23b8b3f4 x-openstack-request-id: req-bf163887-0039-45ed-8999-050a23b8b3f4 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:01.541500 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6733e98f-cefb-4458-8ac8-c8b3c06f6260", "tag": "0a29a815-0ef7-4c90-81e6-d3f53764c73b", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:01.541604 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf163887-0039-45ed-8999-050a23b8b3f4 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:01.541991 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6733e98f-cefb-4458-8ac8-c8b3c06f6260', 'tag': '0a29a815-0ef7-4c90-81e6-d3f53764c73b', 'status': 'completed', 'code': 200} Mar 08 17:33:01.565389 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73142319-4fe4-4ca1-b72a-cc39738e90ff req-f26409ad-69bd-4366-8baf-e4c1d467a21e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:01.567065 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73142319-4fe4-4ca1-b72a-cc39738e90ff req-f26409ad-69bd-4366-8baf-e4c1d467a21e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 944 time: 0.0644114 Mar 08 17:33:01.622633 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed96bbf-e379-4f75-8e39-5d64aa70fb4e req-2b540134-4879-4649-90b9-2574746b7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:01.624729 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ed96bbf-e379-4f75-8e39-5d64aa70fb4e req-2b540134-4879-4649-90b9-2574746b7e5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 1127 time: 0.0592916 Mar 08 17:33:01.625280 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73142319-4fe4-4ca1-b72a-cc39738e90ff req-c4896aef-a5ed-4a48-80a1-914cfef11d9a tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515494 Mar 08 17:33:01.735855 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed96bbf-e379-4f75-8e39-5d64aa70fb4e req-7ae2ee36-b0b8-4a6c-adc4-d6e839c1c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:01.737452 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ed96bbf-e379-4f75-8e39-5d64aa70fb4e req-7ae2ee36-b0b8-4a6c-adc4-d6e839c1c696 service neutron] 10.222.0.64 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 919 time: 0.0996981 Mar 08 17:33:01.777007 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1b118aed-b599-406a-b5ca-cca430e29215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:01.780086 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ed96bbf-e379-4f75-8e39-5d64aa70fb4e req-5b54d971-fd2d-41e2-9231-6545a8348164 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a29a815-0ef7-4c90-81e6-d3f53764c73b HTTP/1.1" status: 200 len: 217 time: 0.0353839 Mar 08 17:33:01.833370 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed96bbf-e379-4f75-8e39-5d64aa70fb4e req-36e2b82a-10ff-4ad4-9d0f-f13bbfbd198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:01.835139 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ed96bbf-e379-4f75-8e39-5d64aa70fb4e req-36e2b82a-10ff-4ad4-9d0f-f13bbfbd198d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a HTTP/1.1" status: 200 len: 858 time: 0.0488529 Mar 08 17:33:01.867578 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1b118aed-b599-406a-b5ca-cca430e29215 admin admin] Publish callbacks [] for security_group (1c3054c4-006f-4292-bf50-56e117625e67), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:01.870663 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ed96bbf-e379-4f75-8e39-5d64aa70fb4e req-e37fc325-5c80-4c48-a2e2-97b48d9fdd2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=002e704e-1690-4589-a1c7-568764202ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281119 Mar 08 17:33:01.912802 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 100fd884-5e8b-4611-9acd-0f760fdafb59 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:33:01.934006 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1b118aed-b599-406a-b5ca-cca430e29215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (1c3054c4-006f-4292-bf50-56e117625e67), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:01.993484 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1b118aed-b599-406a-b5ca-cca430e29215 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a31cdcbf99f4e2c9dac743c6ffd772c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5196831 Mar 08 17:33:01.999463 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 48442) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:02.043533 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b118aed-b599-406a-b5ca-cca430e29215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3054c4-006f-4292-bf50-56e117625e67,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:02.092345 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port 100fd884-5e8b-4611-9acd-0f760fdafb59 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:33:02.097823 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 100fd884-5e8b-4611-9acd-0f760fdafb59 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:33:02.098658 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.104970 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ed96bbf-e379-4f75-8e39-5d64aa70fb4e req-2a98707d-2beb-4205-b09e-81448abc7751 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225049 Mar 08 17:33:02.173033 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-016ea157-970a-4ae2-a94d-70c3e252aa2e admin admin] Publish callbacks [] for security_group (1c3054c4-006f-4292-bf50-56e117625e67), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.190766 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 100fd884-5e8b-4611-9acd-0f760fdafb59 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:02.191155 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.208354 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbf6fc-311b-471b-b3ad-285facd96598 req-711a363b-dbde-40e3-8a62-c5c5ca110b76 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:02.209906 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-34fbf6fc-311b-471b-b3ad-285facd96598 req-711a363b-dbde-40e3-8a62-c5c5ca110b76 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.1844478 Mar 08 17:33:02.241937 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85785c64-a2ef-460d-b431-1b5c5b00c511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100fd884-5e8b-4611-9acd-0f760fdafb59'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:02.269682 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-016ea157-970a-4ae2-a94d-70c3e252aa2e admin admin] Publish callbacks [] for security_group (1c3054c4-006f-4292-bf50-56e117625e67), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.330026 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-34fbf6fc-311b-471b-b3ad-285facd96598 req-e4d02faa-ab64-4221-b3a2-7fe5a02062b1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077709 Mar 08 17:33:02.337708 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ed96bbf-e379-4f75-8e39-5d64aa70fb4e req-c8ba20a1-c577-4d2a-9d0e-29bd4059ecc1 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207429 Mar 08 17:33:02.379110 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 100fd884-5e8b-4611-9acd-0f760fdafb59, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=100fd884-5e8b-4611-9acd-0f760fdafb59,segment=NetworkSegment(2306cc55-b45f-4d1c-af7c-e8409c0b9f66),segment_id=2306cc55-b45f-4d1c-af7c-e8409c0b9f66)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:02.407323 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf47274-e42a-4773-877b-53bf151fc374 req-ae2b316f-2736-499e-b107-3d40302cc27a tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:02.409097 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-caf47274-e42a-4773-877b-53bf151fc374 req-ae2b316f-2736-499e-b107-3d40302cc27a tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 944 time: 0.2012334 Mar 08 17:33:02.417948 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-016ea157-970a-4ae2-a94d-70c3e252aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (1c3054c4-006f-4292-bf50-56e117625e67), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.420855 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-016ea157-970a-4ae2-a94d-70c3e252aa2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.424706 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-016ea157-970a-4ae2-a94d-70c3e252aa2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c3054c4-006f-4292-bf50-56e117625e67 HTTP/1.1" status: 204 len: 168 time: 0.4241369 Mar 08 17:33:02.440717 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ea157-970a-4ae2-a94d-70c3e252aa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3054c4-006f-4292-bf50-56e117625e67,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:02.449107 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:02.535188 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=100fd884-5e8b-4611-9acd-0f760fdafb59,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:02.551276 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-caf47274-e42a-4773-877b-53bf151fc374 req-cc02b373-86be-47d1-9655-e82f2e911377 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270409 Mar 08 17:33:02.592234 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09c93ec-9720-4a22-9dfc-a06e89c3b901" -d '{"events": [{"server_uuid": "85785c64-a2ef-460d-b431-1b5c5b00c511", "name": "network-vif-plugged", "status": "completed", "tag": "100fd884-5e8b-4611-9acd-0f760fdafb59"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:02.595033 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817fd1-2301-4c1e-b74f-8c1d03f98bac req-a9bf3b64-3486-4d1c-a1ed-938053004f0e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:02.596581 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0817fd1-2301-4c1e-b74f-8c1d03f98bac req-a9bf3b64-3486-4d1c-a1ed-938053004f0e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 943 time: 0.1205018 Mar 08 17:33:02.676870 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0817fd1-2301-4c1e-b74f-8c1d03f98bac req-fe2b0664-2f54-4c09-a9e3-ec0e21f53dce tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718365 Mar 08 17:33:02.784464 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c43384-7f58-4c84-a9a7-e734b58e3d65 x-openstack-request-id: req-00c43384-7f58-4c84-a9a7-e734b58e3d65 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:02.784791 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85785c64-a2ef-460d-b431-1b5c5b00c511", "name": "network-vif-plugged", "status": "completed", "tag": "100fd884-5e8b-4611-9acd-0f760fdafb59", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:02.785050 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-00c43384-7f58-4c84-a9a7-e734b58e3d65 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:02.785497 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85785c64-a2ef-460d-b431-1b5c5b00c511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100fd884-5e8b-4611-9acd-0f760fdafb59', 'code': 200} Mar 08 17:33:02.798175 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0bb78-e232-4e50-a804-6a766c8e6343 req-be3d6a4f-a53c-4911-9c70-a4057ddd39fc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:02.799699 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9f0bb78-e232-4e50-a804-6a766c8e6343 req-be3d6a4f-a53c-4911-9c70-a4057ddd39fc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 944 time: 0.0533941 Mar 08 17:33:02.860586 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9f0bb78-e232-4e50-a804-6a766c8e6343 req-d7e7458b-5020-4b89-a443-403dd43b26cd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529151 Mar 08 17:33:03.191405 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180d39e-1e76-4fd2-9281-c93958df1260 req-34d6d5a7-7ae2-4f58-a9a0-9941716c6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:03.192959 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4180d39e-1e76-4fd2-9281-c93958df1260 req-34d6d5a7-7ae2-4f58-a9a0-9941716c6314 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 1129 time: 0.0845661 Mar 08 17:33:03.213152 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-4180d39e-1e76-4fd2-9281-c93958df1260 req-7fed531c-5d0a-4beb-8840-5b5ef98daa68 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.297663 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-4180d39e-1e76-4fd2-9281-c93958df1260 req-7fed531c-5d0a-4beb-8840-5b5ef98daa68 service neutron] Publish callbacks [] for security_group (d26f0e04-87dc-4e10-99d2-4ce33610f443), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.357978 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48560) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:03.377554 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-4180d39e-1e76-4fd2-9281-c93958df1260 req-7fed531c-5d0a-4beb-8840-5b5ef98daa68 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d26f0e04-87dc-4e10-99d2-4ce33610f443), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.424344 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4180d39e-1e76-4fd2-9281-c93958df1260 req-7fed531c-5d0a-4beb-8840-5b5ef98daa68 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235653 Mar 08 17:33:03.425313 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed531c-5d0a-4beb-8840-5b5ef98daa68 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d26f0e04-87dc-4e10-99d2-4ce33610f443,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:03.505206 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d3cf389e-3939-4f93-951e-ef24830ebe76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.563506 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591d77-20db-449b-8ce5-b33eb6cc050e req-f9b1d60b-deec-4d0d-8788-022d0ce7f4ef tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:03.565037 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c2591d77-20db-449b-8ce5-b33eb6cc050e req-f9b1d60b-deec-4d0d-8788-022d0ce7f4ef tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.1082094 Mar 08 17:33:03.644676 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c2591d77-20db-449b-8ce5-b33eb6cc050e req-eefa2eab-df52-42c0-ac33-8ee178c1f850 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731657 Mar 08 17:33:03.649865 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d3cf389e-3939-4f93-951e-ef24830ebe76 admin admin] Publish callbacks [] for security_group (82101642-765b-47e1-8637-8fbc8968840b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.681840 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557f06-56be-4886-96ea-dcefb4676def req-37fdf034-aa64-401a-8787-0bf92e0d95b2 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:03.686240 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d5557f06-56be-4886-96ea-dcefb4676def req-37fdf034-aa64-401a-8787-0bf92e0d95b2 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 945 time: 0.0588458 Mar 08 17:33:03.742465 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d5557f06-56be-4886-96ea-dcefb4676def req-2e180dc0-5dfe-4e61-9986-11156fda9cac tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Mar 08 17:33:03.762299 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d3cf389e-3939-4f93-951e-ef24830ebe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (82101642-765b-47e1-8637-8fbc8968840b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:03.922486 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 0a29a815-0ef7-4c90-81e6-d3f53764c73b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:33:04.015068 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d3cf389e-3939-4f93-951e-ef24830ebe76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc4921e0be554172aad0e9815cc006ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6559939 Mar 08 17:33:04.019565 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48592) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:04.041804 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf389e-3939-4f93-951e-ef24830ebe76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82101642-765b-47e1-8637-8fbc8968840b,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:04.045324 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354d8cc-5114-430c-8792-20ef9b7f114d req-062c5913-ffb4-4a82-8a2b-0385bfe1af52 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:04.058624 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d354d8cc-5114-430c-8792-20ef9b7f114d req-062c5913-ffb4-4a82-8a2b-0385bfe1af52 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 944 time: 0.1025960 Mar 08 17:33:04.080942 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a2cde-4aa1-4340-a51e-213e4145f724 req-73b6e9f4-1a83-40f3-86a2-0ca0e30efffc tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:04.081353 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 0a29a815-0ef7-4c90-81e6-d3f53764c73b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0a29a815-0ef7-4c90-81e6-d3f53764c73b,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:04.088605 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e80a2cde-4aa1-4340-a51e-213e4145f724 req-73b6e9f4-1a83-40f3-86a2-0ca0e30efffc tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 943 time: 0.3164780 Mar 08 17:33:04.098658 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '0a29a815-0ef7-4c90-81e6-d3f53764c73b', 'network_id': '002e704e-1690-4589-a1c7-568764202ae0', 'port_id': '0a29a815-0ef7-4c90-81e6-d3f53764c73b', 'mac_address': 'fa:16:3e:6b:c7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df28ebad-58fb-4fd7-b2cd-380e87fe6d1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:33:04.121107 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d354d8cc-5114-430c-8792-20ef9b7f114d req-2d229963-0177-4970-b2f6-6b9dd5d49590 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614722 Mar 08 17:33:04.150306 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1d30a688-8b56-4c65-b101-2dd26c7133c0 admin admin] Publish callbacks [] for security_group (82101642-765b-47e1-8637-8fbc8968840b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:04.156770 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 0a29a815-0ef7-4c90-81e6-d3f53764c73b is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:04.157251 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:04.158495 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e80a2cde-4aa1-4340-a51e-213e4145f724 req-10bb1cc4-a6cd-4af9-a384-982f87e9d6b3 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688000 Mar 08 17:33:04.171926 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a29a815-0ef7-4c90-81e6-d3f53764c73b {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:33:04.186889 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1d30a688-8b56-4c65-b101-2dd26c7133c0 admin admin] Publish callbacks [] for security_group (82101642-765b-47e1-8637-8fbc8968840b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:04.246523 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 0a29a815-0ef7-4c90-81e6-d3f53764c73b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0a29a815-0ef7-4c90-81e6-d3f53764c73b,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:04.328458 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1d30a688-8b56-4c65-b101-2dd26c7133c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (82101642-765b-47e1-8637-8fbc8968840b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:04.328666 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:04.329182 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device d2b091c2-038c-4fda-88ad-789f9749ad58 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:33:04.331249 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1d30a688-8b56-4c65-b101-2dd26c7133c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:04.332561 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1d30a688-8b56-4c65-b101-2dd26c7133c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82101642-765b-47e1-8637-8fbc8968840b HTTP/1.1" status: 204 len: 168 time: 0.3019066 Mar 08 17:33:04.341579 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30a688-8b56-4c65-b101-2dd26c7133c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82101642-765b-47e1-8637-8fbc8968840b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:04.418929 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=0a29a815-0ef7-4c90-81e6-d3f53764c73b,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:04.423496 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port d2b091c2-038c-4fda-88ad-789f9749ad58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2b091c2-038c-4fda-88ad-789f9749ad58,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:04.436367 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'd2b091c2-038c-4fda-88ad-789f9749ad58', 'network_id': '002e704e-1690-4589-a1c7-568764202ae0', 'port_id': 'd2b091c2-038c-4fda-88ad-789f9749ad58', 'mac_address': 'fa:16:3e:fb:2f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df28ebad-58fb-4fd7-b2cd-380e87fe6d1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:33:04.479201 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port d2b091c2-038c-4fda-88ad-789f9749ad58 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:04.479662 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:04.492985 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b091c2-038c-4fda-88ad-789f9749ad58 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:33:04.513293 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port d2b091c2-038c-4fda-88ad-789f9749ad58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2b091c2-038c-4fda-88ad-789f9749ad58,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:04.631248 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:04.632763 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device efbff050-2d83-40e2-a83f-3bd67cf2e487 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:33:04.705514 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=d2b091c2-038c-4fda-88ad-789f9749ad58,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:04.829399 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:04.858285 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a663ee3-bc90-4900-bf06-ae44ea0b6261 req-6553b48d-1ff9-439a-9c9f-583d8b77bfda tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:04.859754 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5a663ee3-bc90-4900-bf06-ae44ea0b6261 req-6553b48d-1ff9-439a-9c9f-583d8b77bfda tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.1276183 Mar 08 17:33:04.872676 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'port_id': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'mac_address': 'fa:16:3e:5a:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:33:04.918595 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28f601-83e8-4b2e-9bae-77ad56e51231 req-2ae33c53-7ed7-4392-ac3b-0395985365c6 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:04.920404 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port efbff050-2d83-40e2-a83f-3bd67cf2e487 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:04.920889 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:04.926059 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cc28f601-83e8-4b2e-9bae-77ad56e51231 req-2ae33c53-7ed7-4392-ac3b-0395985365c6 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 945 time: 0.0724497 Mar 08 17:33:04.933536 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5a663ee3-bc90-4900-bf06-ae44ea0b6261 req-37f2aa6b-c943-4d40-a264-2ab41ffd928a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668151 Mar 08 17:33:04.941207 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbff050-2d83-40e2-a83f-3bd67cf2e487 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:33:04.975240 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:04.977444 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cc28f601-83e8-4b2e-9bae-77ad56e51231 req-53ca239c-8c1c-47df-9341-bb7547991163 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493276 Mar 08 17:33:05.047552 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:05.048537 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device c4a243c7-ffde-432d-9f5f-f16100db15e8 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:33:05.137913 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=efbff050-2d83-40e2-a83f-3bd67cf2e487,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:05.164044 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 48630) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:05.180434 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9787387-d7d5-4713-bc35-f9c5531d0062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:05.236624 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port c4a243c7-ffde-432d-9f5f-f16100db15e8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:05.249101 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'c4a243c7-ffde-432d-9f5f-f16100db15e8', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'port_id': 'c4a243c7-ffde-432d-9f5f-f16100db15e8', 'mac_address': 'fa:16:3e:ac:51:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:33:05.298019 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port c4a243c7-ffde-432d-9f5f-f16100db15e8 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:05.298484 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:05.312423 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a243c7-ffde-432d-9f5f-f16100db15e8 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:33:05.322800 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a135c7-c7cf-4d98-85d3-9d6070daa5d5 req-793da003-34b9-460d-8024-039a946b7272 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:05.324502 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-32a135c7-c7cf-4d98-85d3-9d6070daa5d5 req-793da003-34b9-460d-8024-039a946b7272 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 944 time: 0.0710559 Mar 08 17:33:05.326557 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f999e07-c78a-4022-93b9-a5cf826a6a0a req-da7cae84-7a29-41ca-9357-7935df9c98cc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:05.328042 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7f999e07-c78a-4022-93b9-a5cf826a6a0a req-da7cae84-7a29-41ca-9357-7935df9c98cc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 944 time: 0.0972798 Mar 08 17:33:05.339931 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9787387-d7d5-4713-bc35-f9c5531d0062 admin admin] Publish callbacks [] for security_group (e5c52e0c-8760-4e32-8261-13bc4d2ca095), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:05.347655 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port c4a243c7-ffde-432d-9f5f-f16100db15e8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:05.374014 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-32a135c7-c7cf-4d98-85d3-9d6070daa5d5 req-24be480f-8467-4cf2-b208-bb40d7ad0f3d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 Mar 08 17:33:05.387732 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7f999e07-c78a-4022-93b9-a5cf826a6a0a req-6e7f37b7-4f8a-4b98-84b1-239cf014c18a tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501051 Mar 08 17:33:05.425521 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9787387-d7d5-4713-bc35-f9c5531d0062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (e5c52e0c-8760-4e32-8261-13bc4d2ca095), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:05.442589 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:05.465784 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b9787387-d7d5-4713-bc35-f9c5531d0062 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0bc91ee46f5428fac13ed4cfc5be2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002560 Mar 08 17:33:05.466663 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9787387-d7d5-4713-bc35-f9c5531d0062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c52e0c-8760-4e32-8261-13bc4d2ca095,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:05.470039 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48634) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:05.494796 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=c4a243c7-ffde-432d-9f5f-f16100db15e8,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:05.534770 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-baab043b-e939-464c-b8af-eb2f80e9f167 admin admin] Publish callbacks [] for security_group (e5c52e0c-8760-4e32-8261-13bc4d2ca095), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:05.560610 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-baab043b-e939-464c-b8af-eb2f80e9f167 admin admin] Publish callbacks [] for security_group (e5c52e0c-8760-4e32-8261-13bc4d2ca095), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:05.709284 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-baab043b-e939-464c-b8af-eb2f80e9f167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (e5c52e0c-8760-4e32-8261-13bc4d2ca095), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:05.712426 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-baab043b-e939-464c-b8af-eb2f80e9f167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:05.713581 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-baab043b-e939-464c-b8af-eb2f80e9f167 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5c52e0c-8760-4e32-8261-13bc4d2ca095 HTTP/1.1" status: 204 len: 168 time: 0.2425599 Mar 08 17:33:05.722342 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab043b-e939-464c-b8af-eb2f80e9f167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c52e0c-8760-4e32-8261-13bc4d2ca095,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:06.071564 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c35d8-3e2e-484c-af3a-270985b898e1 req-f717b8f1-1034-49c2-8d9f-5836b5d53a5f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:06.073069 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b25c35d8-3e2e-484c-af3a-270985b898e1 req-f717b8f1-1034-49c2-8d9f-5836b5d53a5f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0618074 Mar 08 17:33:06.106618 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbff1d3-94e4-4f2d-acae-8e03fc5a4f57 req-8ddb412f-d024-49ec-8325-bf54ca61c66f tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:06.108758 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6cbff1d3-94e4-4f2d-acae-8e03fc5a4f57 req-8ddb412f-d024-49ec-8325-bf54ca61c66f tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 945 time: 0.0561666 Mar 08 17:33:06.127941 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b25c35d8-3e2e-484c-af3a-270985b898e1 req-28d916ae-8dc6-4580-b062-eff004ca6a89 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486784 Mar 08 17:33:06.171702 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6cbff1d3-94e4-4f2d-acae-8e03fc5a4f57 req-01357ffc-7523-4ad3-939d-f4307552ffea tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555141 Mar 08 17:33:06.431844 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['0a29a815-0ef7-4c90-81e6-d3f53764c73b'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:33:06.436919 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['c4a243c7-ffde-432d-9f5f-f16100db15e8'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:33:06.490207 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['efbff050-2d83-40e2-a83f-3bd67cf2e487'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:33:06.499093 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['d2b091c2-038c-4fda-88ad-789f9749ad58'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:33:06.542571 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ff806-ac09-47ea-abeb-efcba851742b req-9fe3be61-0f21-4ca8-add1-823464291c53 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:06.544157 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1a1ff806-ac09-47ea-abeb-efcba851742b req-9fe3be61-0f21-4ca8-add1-823464291c53 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 944 time: 0.1007459 Mar 08 17:33:06.552015 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0323e-23db-48f3-aa49-c592d7284e4b req-11e0f3cb-44d9-47a3-a5e1-946adfacf229 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:06.553736 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3ac0323e-23db-48f3-aa49-c592d7284e4b req-11e0f3cb-44d9-47a3-a5e1-946adfacf229 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 945 time: 0.0924792 Mar 08 17:33:06.627641 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1a1ff806-ac09-47ea-abeb-efcba851742b req-ea8aa388-7deb-4843-a86e-8169aad1064e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759444 Mar 08 17:33:06.664877 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3ac0323e-23db-48f3-aa49-c592d7284e4b req-852d8444-d4b1-454e-8dde-218920ec1199 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999191 Mar 08 17:33:06.823901 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48674) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:06.935743 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-810163115-network', 'tenant_id': 'ed9c29c35a20479d958739ca2b347862'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:33:07.040489 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Made reservation on behalf of ed9c29c35a20479d958739ca2b347862 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:33:07.042831 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:07.051482 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:07.122847 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Publish callbacks [] for security_group (33054f4d-ce66-4754-b4ea-838fe887e371), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:07.219215 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (33054f4d-ce66-4754-b4ea-838fe887e371), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:07.260877 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:33:07.281668 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (4de3a25d-b69d-4fa9-b0fc-d3d340b5d21c), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:07.282151 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Added segment 4de3a25d-b69d-4fa9-b0fc-d3d340b5d21c of type vlan for network 5322a91c-b0d8-4bf5-93df-9c2f9eee09db Mar 08 17:33:07.283673 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33054f4d-ce66-4754-b4ea-838fe887e371,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:07.291486 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f8adf-b754-4d96-a524-d2cef72260c9 req-8e62e385-0888-48dc-824a-1093b5e8ca50 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:07.299484 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a07f8adf-b754-4d96-a524-d2cef72260c9 req-8e62e385-0888-48dc-824a-1093b5e8ca50 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 945 time: 0.0598133 Mar 08 17:33:07.309770 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a35ed-9358-4099-81a8-bc6f36903b6d req-7679a5aa-cc77-48a9-befa-24f01291b4e5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:07.311349 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9e1a35ed-9358-4099-81a8-bc6f36903b6d req-7679a5aa-cc77-48a9-befa-24f01291b4e5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.1048176 Mar 08 17:33:07.346390 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a07f8adf-b754-4d96-a524-d2cef72260c9 req-8cc79d3a-1cf9-4748-b7ea-87e38526b55d tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456488 Mar 08 17:33:07.360266 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (5322a91c-b0d8-4bf5-93df-9c2f9eee09db), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:07.407960 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9e1a35ed-9358-4099-81a8-bc6f36903b6d req-a6192f96-dcd4-46a6-80ba-83e75a474ba2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762050 Mar 08 17:33:07.463049 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (5322a91c-b0d8-4bf5-93df-9c2f9eee09db), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:07.464895 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:07.465526 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:07.527230 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] Pushing event updated for resources: {'Network': ['ID=5322a91c-b0d8-4bf5-93df-9c2f9eee09db,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:07.539899 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 5322a91c-b0d8-4bf5-93df-9c2f9eee09db details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:33:07.544312 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-25e10615-e085-49aa-9128-069c219e8351 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7163827 Mar 08 17:33:07.544541 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48692) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:07.549293 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] Request body: {'subnet': {'network_id': '5322a91c-b0d8-4bf5-93df-9c2f9eee09db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-810163115-subnet', 'tenant_id': 'ed9c29c35a20479d958739ca2b347862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:33:07.665428 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] Made reservation on behalf of ed9c29c35a20479d958739ca2b347862 for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:33:07.668049 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:07.782047 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a221c5-7f40-456f-960e-da284b95044c req-4710f996-5c08-4603-a800-5b68d7d9fc5f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:07.790395 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-68a221c5-7f40-456f-960e-da284b95044c req-4710f996-5c08-4603-a800-5b68d7d9fc5f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 944 time: 0.0678000 Mar 08 17:33:07.811034 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65911463-f794-45eb-aadf-b79ef9818a9c req-2f00e6bf-1a98-43c2-8353-bc045188f9dc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:07.812571 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-65911463-f794-45eb-aadf-b79ef9818a9c req-2f00e6bf-1a98-43c2-8353-bc045188f9dc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 945 time: 0.0764601 Mar 08 17:33:07.862520 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-68a221c5-7f40-456f-960e-da284b95044c req-446ed302-b1ca-4937-ba7a-e597faf17025 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707448 Mar 08 17:33:07.921428 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-65911463-f794-45eb-aadf-b79ef9818a9c req-654028f8-b5f4-4a62-bec8-31e59e500f5b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861242 Mar 08 17:33:08.036709 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for subnet (1e0bdeda-de54-4ac9-9b7f-3afe8a202bf0), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:08.096926 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e0bdeda-de54-4ac9-9b7f-3afe8a202bf0,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:08.106486 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] Checking segment: {'id': '4de3a25d-b69d-4fa9-b0fc-d3d340b5d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5322a91c-b0d8-4bf5-93df-9c2f9eee09db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:33:08.106855 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] Network hostable DHCP agents. Network: 5322a91c-b0d8-4bf5-93df-9c2f9eee09db, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:33:08.203080 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] Network 5322a91c-b0d8-4bf5-93df-9c2f9eee09db is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:33:08.305711 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 5322a91c-b0d8-4bf5-93df-9c2f9eee09db) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:33:08.313652 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf3559b-d1e7-4d26-b0bd-f856417a6040 None None] Network 5322a91c-b0d8-4bf5-93df-9c2f9eee09db requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:33:08.315132 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:08.315942 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:08.417644 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4396cc-4e90-43ba-96ad-b9b28f7ccee7 None None] Network 5322a91c-b0d8-4bf5-93df-9c2f9eee09db requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:33:08.443102 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-6663e75a-e3af-43bd-b3db-7ad829dbe142 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8974204 Mar 08 17:33:08.554363 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bc57f-feac-4610-8d80-daca8772ae9f req-5a9cb2a6-0ecc-4aba-93b9-1f356bf05c28 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:08.556161 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e2bc57f-feac-4610-8d80-daca8772ae9f req-5a9cb2a6-0ecc-4aba-93b9-1f356bf05c28 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0548220 Mar 08 17:33:08.619397 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e2bc57f-feac-4610-8d80-daca8772ae9f req-bcaf885c-57fb-42a4-90c6-c766e4ef5783 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499382 Mar 08 17:33:08.982521 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b188-c862-4451-bcbc-060cc2c3ae77 req-b79d3f5d-b79f-479e-85a8-e79951792c86 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:08.984145 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5517b188-c862-4451-bcbc-060cc2c3ae77 req-b79d3f5d-b79f-479e-85a8-e79951792c86 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 944 time: 0.0555449 Mar 08 17:33:09.034582 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5517b188-c862-4451-bcbc-060cc2c3ae77 req-f53ead4e-beb5-44c7-b075-3560d93eae1e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445409 Mar 08 17:33:09.045508 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad54ca-172b-4ab2-8a68-469043739e40 req-8a2b0a1a-996e-4f56-ac78-bbcf180d1672 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:09.055790 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53ad54ca-172b-4ab2-8a68-469043739e40 req-8a2b0a1a-996e-4f56-ac78-bbcf180d1672 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 945 time: 0.0645130 Mar 08 17:33:09.095733 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53ad54ca-172b-4ab2-8a68-469043739e40 req-8a9c1e70-c2b2-4ce9-a585-7b344916ce11 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426257 Mar 08 17:33:09.176580 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48740) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:09.181523 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1277059982-network', 'tenant_id': 'd39c413cf3064214bb66511b40c98973'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:33:09.282376 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Made reservation on behalf of d39c413cf3064214bb66511b40c98973 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:33:09.284600 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:09.293797 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:09.367193 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Publish callbacks [] for security_group (480add4d-119d-430b-a262-bfe0aad8c67c), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:09.482026 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (480add4d-119d-430b-a262-bfe0aad8c67c), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:09.506740 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:33:09.515825 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480add4d-119d-430b-a262-bfe0aad8c67c,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:09.521740 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (447f11db-6369-427b-94ae-88271bdeb905), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:09.523212 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Added segment 447f11db-6369-427b-94ae-88271bdeb905 of type vlan for network 3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6 Mar 08 17:33:09.562918 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:09.634684 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:09.635644 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:09.636250 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:09.702459 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] Pushing event updated for resources: {'Network': ['ID=3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:09.717674 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:33:09.740644 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1e9647f7-b1fa-4235-aca1-bde9e18c349a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5629287 Mar 08 17:33:09.743552 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 48748) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:09.749341 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] Request body: {'subnet': {'network_id': '3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1277059982-subnet', 'tenant_id': 'd39c413cf3064214bb66511b40c98973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:33:09.754171 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85cf2b-8b7e-409f-9da8-f43ea4162ce3 req-d91ca5e9-8389-4fde-9957-06eda9b32f84 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:09.755813 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de85cf2b-8b7e-409f-9da8-f43ea4162ce3 req-d91ca5e9-8389-4fde-9957-06eda9b32f84 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0670309 Mar 08 17:33:09.808455 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de85cf2b-8b7e-409f-9da8-f43ea4162ce3 req-71b9acb0-200b-431d-bd59-234d82e82ba7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445578 Mar 08 17:33:09.845766 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] Made reservation on behalf of d39c413cf3064214bb66511b40c98973 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:33:09.848148 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:10.080741 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for subnet (441da575-ea59-4c86-a19f-7ae02cbd8ead), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:10.159910 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=441da575-ea59-4c86-a19f-7ae02cbd8ead,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:10.193625 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] Checking segment: {'id': '447f11db-6369-427b-94ae-88271bdeb905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:33:10.194005 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] Network hostable DHCP agents. Network: 3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:33:10.204703 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d919775-9831-4c0c-893a-2d0fe2bf06c2 req-6eb47c27-95e6-45d7-b20b-eeacfef22724 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:10.206303 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0d919775-9831-4c0c-893a-2d0fe2bf06c2 req-6eb47c27-95e6-45d7-b20b-eeacfef22724 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 944 time: 0.1024711 Mar 08 17:33:10.238385 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931886bc-8663-4395-ae65-fe33d8fda0ee req-7b377351-d4eb-4ce8-b0f7-ee953f989207 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:10.239877 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-931886bc-8663-4395-ae65-fe33d8fda0ee req-7b377351-d4eb-4ce8-b0f7-ee953f989207 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 945 time: 0.0731883 Mar 08 17:33:10.265776 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0d919775-9831-4c0c-893a-2d0fe2bf06c2 req-a3de6893-115c-4f66-96ac-ad75a9093e3f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485315 Mar 08 17:33:10.292920 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-931886bc-8663-4395-ae65-fe33d8fda0ee req-e29b62dd-b4b8-4c84-a41b-b62d5ee5ce07 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465524 Mar 08 17:33:10.314222 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] Network 3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:33:10.382516 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:33:10.387133 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:10.387733 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:10.392156 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7f238a-c4ce-4821-b101-862434cc3abb None None] Network 3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:33:10.477147 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b3cdcab5-8718-4fb0-a46e-3b3c4df46b5a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7318532 Mar 08 17:33:10.489992 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad24ca8-e77c-4936-af9d-c239576b6cf0 None None] Network 3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:33:10.932173 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39bea2-690c-4157-9683-3daf4df1de83 req-fb7d8e35-018a-402b-98ef-cdd11b90f8d8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:10.933659 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fa39bea2-690c-4157-9683-3daf4df1de83 req-fb7d8e35-018a-402b-98ef-cdd11b90f8d8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0519593 Mar 08 17:33:10.978876 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fa39bea2-690c-4157-9683-3daf4df1de83 req-9818614c-e692-4e3b-8af9-0e6ca58faa6f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397222 Mar 08 17:33:11.389896 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2feef-68fa-4472-bea8-7686c7e0bb55 req-04e86ce1-0302-41f0-bf09-9b0594952719 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:11.391354 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3df2feef-68fa-4472-bea8-7686c7e0bb55 req-04e86ce1-0302-41f0-bf09-9b0594952719 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 944 time: 0.0533895 Mar 08 17:33:11.415237 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e9869-9529-426d-b616-899c0355b10d req-32d7c4dd-ee7d-42bb-81d9-8838f7614dcc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:11.416968 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6e2e9869-9529-426d-b616-899c0355b10d req-32d7c4dd-ee7d-42bb-81d9-8838f7614dcc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 945 time: 0.0538359 Mar 08 17:33:11.446986 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3df2feef-68fa-4472-bea8-7686c7e0bb55 req-24c7ffab-027c-4f89-8080-c5f3e915d39d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499437 Mar 08 17:33:11.464841 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6e2e9869-9529-426d-b616-899c0355b10d req-24e1edd3-8704-4602-9e41-37a70da53308 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421703 Mar 08 17:33:12.103587 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60c54b-6a47-44c8-990f-d8e0200dcd12 req-782a6b01-c46e-481f-be5e-759ac656e5e6 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:12.105195 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8c60c54b-6a47-44c8-990f-d8e0200dcd12 req-782a6b01-c46e-481f-be5e-759ac656e5e6 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0578754 Mar 08 17:33:12.154177 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8c60c54b-6a47-44c8-990f-d8e0200dcd12 req-c0fb0eae-70b4-4a58-bed9-fe72705d2c98 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419035 Mar 08 17:33:12.565925 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2f3f4-0e32-480a-975c-bf00993f9321 req-9bd92457-c044-4060-b5d4-932199558830 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:12.567535 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-82e2f3f4-0e32-480a-975c-bf00993f9321 req-9bd92457-c044-4060-b5d4-932199558830 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 944 time: 0.0545778 Mar 08 17:33:12.582272 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2640303-4905-423d-82bf-7689ecc44723 req-64e8e85e-a288-435c-ac7c-d40572e0a560 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:12.583889 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b2640303-4905-423d-82bf-7689ecc44723 req-64e8e85e-a288-435c-ac7c-d40572e0a560 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 945 time: 0.0531080 Mar 08 17:33:12.616570 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-82e2f3f4-0e32-480a-975c-bf00993f9321 req-7e667fd0-ee3b-4b51-84f5-a0ec840ae593 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Mar 08 17:33:12.629854 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b2640303-4905-423d-82bf-7689ecc44723 req-33627ef8-4e87-4203-8f48-88c1c72bcf23 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399823 Mar 08 17:33:13.272983 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df55fa-df4a-452f-bffc-b7330864f66b req-6f996b40-6e12-44f3-a2c2-e68284587dda tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:13.274394 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-64df55fa-df4a-452f-bffc-b7330864f66b req-6f996b40-6e12-44f3-a2c2-e68284587dda tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0512378 Mar 08 17:33:13.320831 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-64df55fa-df4a-452f-bffc-b7330864f66b req-fedb90ea-4f3c-4c36-b12f-aa653709d0a2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408993 Mar 08 17:33:13.744176 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37401b-ae3a-45fb-8a51-24162e14a79d req-0f09f048-2d27-420f-9dd4-9d199d5a84bd tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:13.745687 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d37401b-ae3a-45fb-8a51-24162e14a79d req-0f09f048-2d27-420f-9dd4-9d199d5a84bd tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 944 time: 0.0607336 Mar 08 17:33:13.771779 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80309d8d-00e1-4c33-b5fc-763c1459d6f7 req-5ff446dc-7e94-4acb-a5e9-ff74d5d8f2e9 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:13.773391 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-80309d8d-00e1-4c33-b5fc-763c1459d6f7 req-5ff446dc-7e94-4acb-a5e9-ff74d5d8f2e9 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 945 time: 0.0765038 Mar 08 17:33:13.800441 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d37401b-ae3a-45fb-8a51-24162e14a79d req-e6f010c8-925a-4a1d-a1bf-68e20f219459 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Mar 08 17:33:13.819646 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-80309d8d-00e1-4c33-b5fc-763c1459d6f7 req-3dac245a-fd86-41f4-856f-590b3cf3a090 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408161 Mar 08 17:33:14.451089 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f6f5e-96df-47d7-8d23-663a28e595ae req-26429828-f8c2-4b2c-a4c8-51fdbf84f87c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:14.454179 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3b7f6f5e-96df-47d7-8d23-663a28e595ae req-26429828-f8c2-4b2c-a4c8-51fdbf84f87c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0607960 Mar 08 17:33:14.502051 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3b7f6f5e-96df-47d7-8d23-663a28e595ae req-12976109-ddeb-44b8-8b4c-d0fc2549206a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433280 Mar 08 17:33:14.935057 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e8dc5-30d6-45f5-8ce6-739737952843 req-94dda217-ea32-4046-b5a2-c36bfc66a061 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:14.940260 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f44e8dc5-30d6-45f5-8ce6-739737952843 req-94dda217-ea32-4046-b5a2-c36bfc66a061 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 944 time: 0.0638697 Mar 08 17:33:14.954898 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f3408-7cdf-43f9-8673-a00e976536ab req-6c4f4248-07df-4b0f-bb25-029ee9140680 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:14.957193 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-233f3408-7cdf-43f9-8673-a00e976536ab req-6c4f4248-07df-4b0f-bb25-029ee9140680 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 945 time: 0.0586245 Mar 08 17:33:14.983986 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f44e8dc5-30d6-45f5-8ce6-739737952843 req-8dab312b-2012-41ba-8a58-b1862379b54a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Mar 08 17:33:15.019456 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-233f3408-7cdf-43f9-8673-a00e976536ab req-ade5d392-854a-45fb-9adc-4897df2d6412 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539222 Mar 08 17:33:15.418813 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24e533f1-c575-45fd-82ef-ffb3c4384dfb req-0f398f76-ce25-4241-a20f-f5f764c9b363 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446377 Mar 08 17:33:15.563620 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e533f1-c575-45fd-82ef-ffb3c4384dfb req-a6fdfc5e-4574-406b-9e79-badcf5d2a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:15.564857 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24e533f1-c575-45fd-82ef-ffb3c4384dfb req-a6fdfc5e-4574-406b-9e79-badcf5d2a9a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bda415f2ab354d8b816f546b4f95713a&device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 1129 time: 0.0653181 Mar 08 17:33:15.672798 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb0d31-32e8-416d-845e-945b156c4ece req-0643a344-ed6f-416d-b2e2-e2b064e8cd5f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:15.674779 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6cdb0d31-32e8-416d-845e-945b156c4ece req-0643a344-ed6f-416d-b2e2-e2b064e8cd5f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0715199 Mar 08 17:33:15.693356 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e533f1-c575-45fd-82ef-ffb3c4384dfb req-608caf5e-3f5f-41ed-bfda-eae4f15b7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:15.694847 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24e533f1-c575-45fd-82ef-ffb3c4384dfb req-608caf5e-3f5f-41ed-bfda-eae4f15b7aaf service neutron] 10.222.0.64 "GET /v2.0/networks?id=faeb1dde-c8fe-450f-b87b-52999e7e4d53 HTTP/1.1" status: 200 len: 913 time: 0.0998769 Mar 08 17:33:15.727640 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6cdb0d31-32e8-416d-845e-945b156c4ece req-eaf5024b-2f4c-46a9-8a52-ce6ddc7753f8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467932 Mar 08 17:33:15.742933 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24e533f1-c575-45fd-82ef-ffb3c4384dfb req-71067d0c-4020-4b45-8ad9-36bd97e3b9b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=100fd884-5e8b-4611-9acd-0f760fdafb59 HTTP/1.1" status: 200 len: 217 time: 0.0416162 Mar 08 17:33:15.805849 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e533f1-c575-45fd-82ef-ffb3c4384dfb req-0c391a6c-9dd8-443b-abf2-d9840ddadece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:15.807326 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24e533f1-c575-45fd-82ef-ffb3c4384dfb req-0c391a6c-9dd8-443b-abf2-d9840ddadece service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5f48da8a-c468-4023-ba3b-88a2214398b8 HTTP/1.1" status: 200 len: 852 time: 0.0557485 Mar 08 17:33:15.841123 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24e533f1-c575-45fd-82ef-ffb3c4384dfb req-7c93f8bd-c887-45fe-804c-05666f145093 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=faeb1dde-c8fe-450f-b87b-52999e7e4d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260193 Mar 08 17:33:15.973905 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24e533f1-c575-45fd-82ef-ffb3c4384dfb req-ce58ca24-8bea-431c-8f9d-6ba2d5adbd73 service neutron] 10.222.0.64 "GET /v2.0/networks/faeb1dde-c8fe-450f-b87b-52999e7e4d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136150 Mar 08 17:33:16.000499 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device d2b091c2-038c-4fda-88ad-789f9749ad58 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:33:16.128437 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24e533f1-c575-45fd-82ef-ffb3c4384dfb req-2c487b56-2fa2-4728-9575-0fe69c1bb8f6 service neutron] 10.222.0.64 "GET /v2.0/networks/faeb1dde-c8fe-450f-b87b-52999e7e4d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441996 Mar 08 17:33:16.143924 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f742380-a18a-42be-8ea0-41dc64a24be8 req-38d15e64-7886-4c81-a4b2-be3b1dac0c8c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:16.146025 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6f742380-a18a-42be-8ea0-41dc64a24be8 req-38d15e64-7886-4c81-a4b2-be3b1dac0c8c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 944 time: 0.0681632 Mar 08 17:33:16.200386 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6f742380-a18a-42be-8ea0-41dc64a24be8 req-6d8e1345-3b6a-4231-a5d4-c4a934758f6a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485799 Mar 08 17:33:16.202547 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port d2b091c2-038c-4fda-88ad-789f9749ad58 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:33:16.209859 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port d2b091c2-038c-4fda-88ad-789f9749ad58 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:33:16.210442 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:16.306069 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port d2b091c2-038c-4fda-88ad-789f9749ad58 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:16.306715 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:16.332574 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7d7ead-9ca3-453b-aa21-5a4cdeddc585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b091c2-038c-4fda-88ad-789f9749ad58'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:16.335405 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26148e9-cac8-40e8-bc28-4954b9850cee" -d '{"events": [{"server_uuid": "ed7d7ead-9ca3-453b-aa21-5a4cdeddc585", "name": "network-vif-plugged", "status": "completed", "tag": "d2b091c2-038c-4fda-88ad-789f9749ad58"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:16.348103 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a784b-96e3-4012-8cd3-f0ce50c3f811 req-62cee5fe-3a81-46e2-826d-d17a585d116f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:16.350356 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port d2b091c2-038c-4fda-88ad-789f9749ad58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2b091c2-038c-4fda-88ad-789f9749ad58,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:16.350581 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d05a784b-96e3-4012-8cd3-f0ce50c3f811 req-62cee5fe-3a81-46e2-826d-d17a585d116f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 945 time: 0.0731895 Mar 08 17:33:16.409579 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d05a784b-96e3-4012-8cd3-f0ce50c3f811 req-340e47e2-2ef5-42ee-a9ca-25e7ec16f3c6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530183 Mar 08 17:33:16.456009 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73c1c41-4378-4091-a7bd-5fb1a7fe2cd9 x-openstack-request-id: req-c73c1c41-4378-4091-a7bd-5fb1a7fe2cd9 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:16.456329 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7d7ead-9ca3-453b-aa21-5a4cdeddc585", "name": "network-vif-plugged", "status": "completed", "tag": "d2b091c2-038c-4fda-88ad-789f9749ad58", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:16.456588 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c73c1c41-4378-4091-a7bd-5fb1a7fe2cd9 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:16.457030 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7d7ead-9ca3-453b-aa21-5a4cdeddc585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b091c2-038c-4fda-88ad-789f9749ad58', 'code': 200} Mar 08 17:33:16.464828 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:16.466338 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device efbff050-2d83-40e2-a83f-3bd67cf2e487 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:33:16.547618 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=d2b091c2-038c-4fda-88ad-789f9749ad58,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:16.645810 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port efbff050-2d83-40e2-a83f-3bd67cf2e487 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:33:16.650602 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port efbff050-2d83-40e2-a83f-3bd67cf2e487 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:33:16.652175 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:16.735867 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port efbff050-2d83-40e2-a83f-3bd67cf2e487 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:16.736272 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:16.785161 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:16.814296 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da277e22-bbe3-473b-9523-4ed0636c2f37 req-20e33a47-4640-4ddf-99e1-a76d535d52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:16.815874 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-da277e22-bbe3-473b-9523-4ed0636c2f37 req-20e33a47-4640-4ddf-99e1-a76d535d52f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 1129 time: 0.0545859 Mar 08 17:33:16.847823 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:16.848703 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device c4a243c7-ffde-432d-9f5f-f16100db15e8 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:33:16.891479 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a020f-1b5f-4872-8a14-52d4c5a0c72d req-13c1aacc-239f-4166-8e00-5b873aab3cff tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:16.901514 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-178a020f-1b5f-4872-8a14-52d4c5a0c72d req-13c1aacc-239f-4166-8e00-5b873aab3cff tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0765085 Mar 08 17:33:16.921087 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-da277e22-bbe3-473b-9523-4ed0636c2f37 req-a1ed1479-2c74-423a-a52a-195b1bf5bdbd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832767 Mar 08 17:33:16.948019 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-178a020f-1b5f-4872-8a14-52d4c5a0c72d req-6194a9e5-4be2-4bdb-bdea-5e7a9b49f349 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454321 Mar 08 17:33:16.964612 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:33:16.978735 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=efbff050-2d83-40e2-a83f-3bd67cf2e487,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:17.053323 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port c4a243c7-ffde-432d-9f5f-f16100db15e8 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:33:17.059500 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port c4a243c7-ffde-432d-9f5f-f16100db15e8 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:33:17.059889 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:17.141041 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port c4a243c7-ffde-432d-9f5f-f16100db15e8 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:17.141443 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:17.174105 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port c4a243c7-ffde-432d-9f5f-f16100db15e8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:17.280412 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:17.281229 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 0a29a815-0ef7-4c90-81e6-d3f53764c73b up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:33:17.362322 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=c4a243c7-ffde-432d-9f5f-f16100db15e8,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:17.434755 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port 0a29a815-0ef7-4c90-81e6-d3f53764c73b completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:33:17.445418 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 0a29a815-0ef7-4c90-81e6-d3f53764c73b triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:33:17.445418 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:17.513524 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa644b6-9c48-4ca9-9d27-1a48ba280970 req-be9f1dc4-0b8f-4436-b9ae-d820a9764be4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:17.523044 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7fa644b6-9c48-4ca9-9d27-1a48ba280970 req-be9f1dc4-0b8f-4436-b9ae-d820a9764be4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 944 time: 0.1006002 Mar 08 17:33:17.548733 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 0a29a815-0ef7-4c90-81e6-d3f53764c73b is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:33:17.549277 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:17.562014 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d73d00-b20d-469b-a5be-100eacbda2bf req-3f7cd084-b793-4632-b913-18ae7630fe63 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:17.563526 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-95d73d00-b20d-469b-a5be-100eacbda2bf req-3f7cd084-b793-4632-b913-18ae7630fe63 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0671823 Mar 08 17:33:17.577037 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7fa644b6-9c48-4ca9-9d27-1a48ba280970 req-650de9bd-71ff-4610-a826-f40f72140445 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529878 Mar 08 17:33:17.583923 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 0a29a815-0ef7-4c90-81e6-d3f53764c73b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0a29a815-0ef7-4c90-81e6-d3f53764c73b,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:17.618658 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-95d73d00-b20d-469b-a5be-100eacbda2bf req-2d13a230-014a-48d7-8168-145421d2bcbd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483077 Mar 08 17:33:17.670839 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:17.723413 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=0a29a815-0ef7-4c90-81e6-d3f53764c73b,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:18.083214 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691f67-579b-43dd-84e0-07f42662bd6e req-a0cc27b6-0620-4e14-a341-4158af363d09 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:18.084896 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4d691f67-579b-43dd-84e0-07f42662bd6e req-a0cc27b6-0620-4e14-a341-4158af363d09 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0558829 Mar 08 17:33:18.137131 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4d691f67-579b-43dd-84e0-07f42662bd6e req-6a390472-2329-4d29-a605-bfff50bfce92 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Mar 08 17:33:18.458130 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487'}, {'server_uuid': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a243c7-ffde-432d-9f5f-f16100db15e8'}, {'server_uuid': '6733e98f-cefb-4458-8ac8-c8b3c06f6260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29a815-0ef7-4c90-81e6-d3f53764c73b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:18.460413 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f43964-6a1f-43f5-acde-3b1f0e216610" -d '{"events": [{"server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487"}, {"server_uuid": "386e00e7-a851-4889-a3d0-f39dbd2ddfb6", "name": "network-vif-plugged", "status": "completed", "tag": "c4a243c7-ffde-432d-9f5f-f16100db15e8"}, {"server_uuid": "6733e98f-cefb-4458-8ac8-c8b3c06f6260", "name": "network-vif-plugged", "status": "completed", "tag": "0a29a815-0ef7-4c90-81e6-d3f53764c73b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:18.506848 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d06797-4214-4b9a-a121-e4ea98fe18db x-openstack-request-id: req-40d06797-4214-4b9a-a121-e4ea98fe18db {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:18.507208 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487", "code": 200}, {"server_uuid": "386e00e7-a851-4889-a3d0-f39dbd2ddfb6", "name": "network-vif-plugged", "status": "completed", "tag": "c4a243c7-ffde-432d-9f5f-f16100db15e8", "code": 200}, {"server_uuid": "6733e98f-cefb-4458-8ac8-c8b3c06f6260", "name": "network-vif-plugged", "status": "completed", "tag": "0a29a815-0ef7-4c90-81e6-d3f53764c73b", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:18.507435 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40d06797-4214-4b9a-a121-e4ea98fe18db {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:18.507833 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'code': 200} Mar 08 17:33:18.508091 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a243c7-ffde-432d-9f5f-f16100db15e8', 'code': 200} Mar 08 17:33:18.508343 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6733e98f-cefb-4458-8ac8-c8b3c06f6260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a29a815-0ef7-4c90-81e6-d3f53764c73b', 'code': 200} Mar 08 17:33:18.714996 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb046c12-b835-418e-9875-1f03c5be41df req-38d84a74-2cc6-42d4-81cd-f1b03e37438f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:18.716522 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb046c12-b835-418e-9875-1f03c5be41df req-38d84a74-2cc6-42d4-81cd-f1b03e37438f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0614138 Mar 08 17:33:18.785865 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf465d-1f5b-41e0-b898-d5f3990daed4 req-35a0e689-391d-4d42-a9fd-c993849395da tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:18.793338 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-28cf465d-1f5b-41e0-b898-d5f3990daed4 req-35a0e689-391d-4d42-a9fd-c993849395da tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0827317 Mar 08 17:33:18.817446 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb046c12-b835-418e-9875-1f03c5be41df req-e9fb7556-61b7-4977-9076-211f618a504c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895104 Mar 08 17:33:18.851424 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-28cf465d-1f5b-41e0-b898-d5f3990daed4 req-f7ef9042-126e-4428-8b5b-aa18acfc0e63 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571420 Mar 08 17:33:19.089151 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150963b-14f3-48cb-93e9-68ed3ed3b1b4 req-5f569fab-d7ec-4811-9c64-bd2f51ca66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:19.091130 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d150963b-14f3-48cb-93e9-68ed3ed3b1b4 req-5f569fab-d7ec-4811-9c64-bd2f51ca66fd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 1129 time: 0.1220164 Mar 08 17:33:19.098396 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f90286e-af3b-43e7-8d99-86d3c5f9e646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:19.177783 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ef701-ad84-441e-98ae-677e28cfb3a0 req-a26c8ca1-9b02-40a7-a68b-f1ab5326ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:19.177783 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de1ef701-ad84-441e-98ae-677e28cfb3a0 req-a26c8ca1-9b02-40a7-a68b-f1ab5326ed17 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 1130 time: 0.2072053 Mar 08 17:33:19.182260 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680292a-8300-433b-b21e-0533b4c2ffab req-073804d3-0b48-4f9b-b566-6d29c321c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:19.184209 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c680292a-8300-433b-b21e-0533b4c2ffab req-073804d3-0b48-4f9b-b566-6d29c321c597 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 1129 time: 0.1576359 Mar 08 17:33:19.259758 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de1ef701-ad84-441e-98ae-677e28cfb3a0 req-ba3edd4e-6353-47c4-9fbb-291f2393f013 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656147 Mar 08 17:33:19.436134 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d150963b-14f3-48cb-93e9-68ed3ed3b1b4 req-b6ac73c5-9642-40f9-ab23-2063d59a4705 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356156 Mar 08 17:33:19.504952 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c680292a-8300-433b-b21e-0533b4c2ffab req-f4d7c473-e6cc-4104-882c-b9e993ffe537 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094757 Mar 08 17:33:19.523586 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027eab2c-08ae-45bc-89fa-2a656bce850b req-95712c33-4880-4efc-a9b3-496b690b51dc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:19.525071 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-027eab2c-08ae-45bc-89fa-2a656bce850b req-95712c33-4880-4efc-a9b3-496b690b51dc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0938158 Mar 08 17:33:19.559462 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 48970) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:19.578305 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-027eab2c-08ae-45bc-89fa-2a656bce850b req-814622a5-e50b-47b7-94e7-85da3b0d30da tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465167 Mar 08 17:33:19.675947 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:19.748277 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Publish callbacks [] for security_group (306c58ab-956d-4f83-80d2-31da2fd47b2a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:19.811455 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (306c58ab-956d-4f83-80d2-31da2fd47b2a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:19.851139 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=827a8172fe47413fa22cedbc08ef4924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904701 Mar 08 17:33:19.852248 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306c58ab-956d-4f83-80d2-31da2fd47b2a,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:19.854307 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 48980) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:19.861458 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.861868 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.862223 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.862565 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.862899 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.863232 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.863579 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.863915 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.864333 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.864660 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.864994 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.865320 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.865648 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316c5bd-6ca3-42ba-87c9-678d339c463e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:19.914728 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Publish callbacks [] for security_group (306c58ab-956d-4f83-80d2-31da2fd47b2a), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:19.936711 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Publish callbacks [] for security_group (306c58ab-956d-4f83-80d2-31da2fd47b2a), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:19.956101 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d024dd-a59f-4d48-bad1-ea586c8f8855 req-040a5d38-cfcc-418b-93e8-3819ec4cd95f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:19.957597 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-15d024dd-a59f-4d48-bad1-ea586c8f8855 req-040a5d38-cfcc-418b-93e8-3819ec4cd95f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0637391 Mar 08 17:33:20.007756 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-15d024dd-a59f-4d48-bad1-ea586c8f8855 req-03903fa7-c9a8-49e0-b677-5d3ccaac1e7d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Mar 08 17:33:20.025302 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2aa5bf-aec3-41a8-94a5-bdf2123219e4 req-8467c4ec-4e58-4c72-8b5e-ef6527ad93e1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:20.026677 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-db2aa5bf-aec3-41a8-94a5-bdf2123219e4 req-8467c4ec-4e58-4c72-8b5e-ef6527ad93e1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0719984 Mar 08 17:33:20.074072 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-db2aa5bf-aec3-41a8-94a5-bdf2123219e4 req-64cf51ed-5165-43b0-93fa-f7f76916c530 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409088 Mar 08 17:33:20.116076 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (306c58ab-956d-4f83-80d2-31da2fd47b2a), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:20.118720 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:20.120166 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/306c58ab-956d-4f83-80d2-31da2fd47b2a HTTP/1.1" status: 204 len: 168 time: 0.2647917 Mar 08 17:33:20.136180 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306c58ab-956d-4f83-80d2-31da2fd47b2a,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:20.153296 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.153939 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.154435 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.154949 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.155466 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.155958 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.156439 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.156935 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.157463 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.157973 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.158451 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.158925 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.159599 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e324ec-edd8-4d3e-8c1f-d2d0730c1143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:33:20.265280 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:20.846164 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0698ff6-3ca6-4f76-b8ab-602ef154679e req-01c712b3-2b51-4997-9bd4-f1539ac0727c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:20.847712 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e0698ff6-3ca6-4f76-b8ab-602ef154679e req-01c712b3-2b51-4997-9bd4-f1539ac0727c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0527971 Mar 08 17:33:20.908587 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e0698ff6-3ca6-4f76-b8ab-602ef154679e req-05ae5a8e-6213-4c57-84b3-d5d09e4b07e8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551503 Mar 08 17:33:21.146086 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d323ed-5bd3-4976-91e8-6b187ebdf851 req-aa082a7f-edf1-40dc-92be-f571e41f53ed tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:21.147583 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-62d323ed-5bd3-4976-91e8-6b187ebdf851 req-aa082a7f-edf1-40dc-92be-f571e41f53ed tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0634530 Mar 08 17:33:21.204954 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-62d323ed-5bd3-4976-91e8-6b187ebdf851 req-7cce498a-9071-420f-9746-d5cbc025bf18 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492315 Mar 08 17:33:21.256653 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ad79b-8b0f-47f6-848a-cbf91c967203 req-01bf6f49-b89a-49c5-bfcb-952230ba17fc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:21.258304 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-447ad79b-8b0f-47f6-848a-cbf91c967203 req-01bf6f49-b89a-49c5-bfcb-952230ba17fc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0636146 Mar 08 17:33:21.311457 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb894dca-169f-4523-82b9-8b845bade9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:21.323349 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-447ad79b-8b0f-47f6-848a-cbf91c967203 req-df0cdeaf-0ceb-4a81-a056-7e6a8597b02d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587635 Mar 08 17:33:22.131620 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb34dc-a414-4176-a6fb-be8904254751 req-af877e71-6ba0-4406-acf5-c7b302d05917 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:22.131620 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-44eb34dc-a414-4176-a6fb-be8904254751 req-af877e71-6ba0-4406-acf5-c7b302d05917 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0568829 Mar 08 17:33:22.131620 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-44eb34dc-a414-4176-a6fb-be8904254751 req-2b2c80f0-827e-4dbe-a2ff-cea721a8981a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 Mar 08 17:33:22.330599 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dc271-7566-41b1-8b55-1c1136705a7d req-d95f92d3-925a-4d19-9348-fc30089c62df tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:22.413837 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5c2dc271-7566-41b1-8b55-1c1136705a7d req-d95f92d3-925a-4d19-9348-fc30089c62df tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0546198 Mar 08 17:33:22.413837 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5c2dc271-7566-41b1-8b55-1c1136705a7d req-8f4e1a6a-95b2-4d3c-ac21-1b5cbe7f4083 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 Mar 08 17:33:22.447045 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38eef97-9ae1-4cc2-a15b-968108b3214f req-69cea8ab-0d3f-4e21-b6d4-c80810713914 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:22.488463 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d38eef97-9ae1-4cc2-a15b-968108b3214f req-69cea8ab-0d3f-4e21-b6d4-c80810713914 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0534444 Mar 08 17:33:22.497723 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d38eef97-9ae1-4cc2-a15b-968108b3214f req-631160e0-eed5-484e-97eb-184dbe725b07 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434549 Mar 08 17:33:22.664990 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:23.239135 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f435b0-14a0-437d-83ae-f4ed62a1eb45 req-40b91e9a-81c6-4375-b800-024cf5d1e814 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:23.240622 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84f435b0-14a0-437d-83ae-f4ed62a1eb45 req-40b91e9a-81c6-4375-b800-024cf5d1e814 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0518384 Mar 08 17:33:23.287423 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84f435b0-14a0-437d-83ae-f4ed62a1eb45 req-282cb983-7ede-4429-ac65-d9c7be5927d4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406690 Mar 08 17:33:23.512485 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304216dd-fe43-4523-bf7c-0df05d190179 req-d78859a4-8c24-41dd-9c30-4b49544e4049 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:23.513968 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-304216dd-fe43-4523-bf7c-0df05d190179 req-d78859a4-8c24-41dd-9c30-4b49544e4049 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0556200 Mar 08 17:33:23.561631 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-304216dd-fe43-4523-bf7c-0df05d190179 req-de588541-8b51-468d-ad48-67e3bbf65127 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Mar 08 17:33:23.634646 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82baea-5a7d-412a-a96e-a5dcc2817857 req-327c657d-bb1d-4082-9b75-ccf28dff3b96 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:23.636808 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4e82baea-5a7d-412a-a96e-a5dcc2817857 req-327c657d-bb1d-4082-9b75-ccf28dff3b96 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0589154 Mar 08 17:33:23.686070 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4e82baea-5a7d-412a-a96e-a5dcc2817857 req-910dbc29-18d7-4073-949d-bc1caa2c059c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436091 Mar 08 17:33:23.840007 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:23.858449 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae5ffc-28e6-407e-80e4-2d55621d6c19 req-39ffc037-9d6a-46b3-8abd-5dda286abe64 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:23.859949 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fdae5ffc-28e6-407e-80e4-2d55621d6c19 req-39ffc037-9d6a-46b3-8abd-5dda286abe64 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0624650 Mar 08 17:33:23.868562 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49086) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:23.873219 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-453503ea-c897-4919-bfa0-d94b7265b188 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'floatingip': {'port_id': 'c4a243c7-ffde-432d-9f5f-f16100db15e8'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:33:23.950552 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-453503ea-c897-4919-bfa0-d94b7265b188 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (6d7617a4-2c28-434e-915d-767c18c7d86f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:24.153977 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9403c-9ec5-40dc-823b-32b5ef94ab12 req-0c92eb02-6cde-41be-aad9-3496c52ca0d1 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:24.158248 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-43f9403c-9ec5-40dc-823b-32b5ef94ab12 req-0c92eb02-6cde-41be-aad9-3496c52ca0d1 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0567787 Mar 08 17:33:24.210867 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-43f9403c-9ec5-40dc-823b-32b5ef94ab12 req-17bab927-6cd8-4857-94b3-ba68bd47bbfa tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495288 Mar 08 17:33:24.376846 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49096) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:24.500909 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a3376be-594d-4f8f-a2d8-8c25af548e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:24.534120 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c088b-72d6-4a8f-ae90-f30c83bdd77f req-97aa9a20-db39-4709-bbec-39115fe8c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:24.535608 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-578c088b-72d6-4a8f-ae90-f30c83bdd77f req-97aa9a20-db39-4709-bbec-39115fe8c0de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 1129 time: 0.2718167 Mar 08 17:33:24.584672 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a3376be-594d-4f8f-a2d8-8c25af548e5a admin admin] Publish callbacks [] for security_group (7265c425-d63d-4656-8832-d25ecda9e8f5), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:24.644316 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1ed7f-0c69-4594-b1df-8ecdf4a1e006 req-c3b576fe-f569-4d47-a178-fd06b5b4e221 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:24.646019 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b7a1ed7f-0c69-4594-b1df-8ecdf4a1e006 req-c3b576fe-f569-4d47-a178-fd06b5b4e221 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.2746012 Mar 08 17:33:24.658872 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a3376be-594d-4f8f-a2d8-8c25af548e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7265c425-d63d-4656-8832-d25ecda9e8f5), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:24.697385 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9a3376be-594d-4f8f-a2d8-8c25af548e5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33f3de13488b462caa24678efd771008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188753 Mar 08 17:33:24.698520 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3376be-594d-4f8f-a2d8-8c25af548e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7265c425-d63d-4656-8832-d25ecda9e8f5,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:24.700875 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49104) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:24.716806 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.db.resource_extend [None req-453503ea-c897-4919-bfa0-d94b7265b188 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 17:33:24.750279 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b2f78d2e-0728-41d0-89a7-2df467e2cd0b admin admin] Publish callbacks [] for security_group (7265c425-d63d-4656-8832-d25ecda9e8f5), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:24.775879 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b2f78d2e-0728-41d0-89a7-2df467e2cd0b admin admin] Publish callbacks [] for security_group (7265c425-d63d-4656-8832-d25ecda9e8f5), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:24.824100 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-453503ea-c897-4919-bfa0-d94b7265b188 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:24.829233 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b7a1ed7f-0c69-4594-b1df-8ecdf4a1e006 req-a9326d4e-4b76-449d-a2b5-17b6e8a4a938 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470439 Mar 08 17:33:24.840934 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c088b-72d6-4a8f-ae90-f30c83bdd77f req-c2fcc298-e133-47e7-bcbb-e06d502ec829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:24.840934 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-578c088b-72d6-4a8f-ae90-f30c83bdd77f req-c2fcc298-e133-47e7-bcbb-e06d502ec829 service neutron] 10.222.0.64 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 919 time: 0.2795606 Mar 08 17:33:24.910337 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b2f78d2e-0728-41d0-89a7-2df467e2cd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7265c425-d63d-4656-8832-d25ecda9e8f5), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:24.918934 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b2f78d2e-0728-41d0-89a7-2df467e2cd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:24.918934 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b2f78d2e-0728-41d0-89a7-2df467e2cd0b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7265c425-d63d-4656-8832-d25ecda9e8f5 HTTP/1.1" status: 204 len: 168 time: 0.2127795 Mar 08 17:33:24.952885 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f78d2e-0728-41d0-89a7-2df467e2cd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7265c425-d63d-4656-8832-d25ecda9e8f5,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:24.989343 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4d756-917d-47a1-80c5-4392d87b7705 req-e1224163-9573-4e29-b679-7395c8e61525 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:24.990966 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4ff4d756-917d-47a1-80c5-4392d87b7705 req-e1224163-9573-4e29-b679-7395c8e61525 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0749836 Mar 08 17:33:25.001465 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49118) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:25.006297 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-2c2e94e2-dc07-4207-973a-b207d527a5dd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'floatingip': {'port_id': 'efbff050-2d83-40e2-a83f-3bd67cf2e487'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:33:25.081618 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2c2e94e2-dc07-4207-973a-b207d527a5dd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (68203b2a-e2c4-4f3e-b308-364b5284227f), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.106573 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-578c088b-72d6-4a8f-ae90-f30c83bdd77f req-f48ea4df-1bee-41c6-ba82-12c9d86aa0a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a29a815-0ef7-4c90-81e6-d3f53764c73b HTTP/1.1" status: 200 len: 217 time: 0.2597237 Mar 08 17:33:25.107203 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-453503ea-c897-4919-bfa0-d94b7265b188 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (6d7617a4-2c28-434e-915d-767c18c7d86f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.193698 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c088b-72d6-4a8f-ae90-f30c83bdd77f req-81bc224d-489c-4ecd-8585-f22f3afd13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:25.197436 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-578c088b-72d6-4a8f-ae90-f30c83bdd77f req-81bc224d-489c-4ecd-8585-f22f3afd13cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a HTTP/1.1" status: 200 len: 858 time: 0.0526373 Mar 08 17:33:25.283756 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-578c088b-72d6-4a8f-ae90-f30c83bdd77f req-3e05773d-8e3c-4e5c-906c-fe7b3467c649 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=002e704e-1690-4589-a1c7-568764202ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439336 Mar 08 17:33:25.303562 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.418464 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-453503ea-c897-4919-bfa0-d94b7265b188 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Floating IP 6d7617a4-2c28-434e-915d-767c18c7d86f associated. External IP: 172.27.3.252, port: c4a243c7-ffde-432d-9f5f-f16100db15e8. Mar 08 17:33:25.550121 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-578c088b-72d6-4a8f-ae90-f30c83bdd77f req-848f53b9-4c98-450d-bf9a-1c4c4ea67d5c service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531374 Mar 08 17:33:25.559533 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c440a34-c044-4d22-898d-db48056babd5 req-5c86123d-dd07-48ef-87c2-cbb7f1bd2ee6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:25.561180 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4c440a34-c044-4d22-898d-db48056babd5 req-5c86123d-dd07-48ef-87c2-cbb7f1bd2ee6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.2102213 Mar 08 17:33:25.720968 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4c440a34-c044-4d22-898d-db48056babd5 req-5686b8d1-160f-46e1-8fd8-03e18ba44690 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510158 Mar 08 17:33:25.758467 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49134) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:25.779827 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-578c088b-72d6-4a8f-ae90-f30c83bdd77f req-4333d040-cb97-4407-bc04-3f001ebf9143 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986718 Mar 08 17:33:25.798560 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9280380c-2a34-45d4-ab76-64f8cc9cdf90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.809490 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453503ea-c897-4919-bfa0-d94b7265b188 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:33:25.968340 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453503ea-c897-4919-bfa0-d94b7265b188 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:33:25.973010 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-453503ea-c897-4919-bfa0-d94b7265b188 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:25.984429 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6a74a-6618-4717-b56d-53c1aa1b3f0b None None] Sync routers for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:33:26.004877 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-453503ea-c897-4919-bfa0-d94b7265b188 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "PUT /v2.0/floatingips/6d7617a4-2c28-434e-915d-767c18c7d86f HTTP/1.1" status: 200 len: 992 time: 2.1350615 Mar 08 17:33:26.005473 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'tag': 'c4a243c7-ffde-432d-9f5f-f16100db15e8'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:26.007876 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfc582e-c301-4326-ab78-203636a757d5" -d '{"events": [{"name": "network-changed", "server_uuid": "386e00e7-a851-4889-a3d0-f39dbd2ddfb6", "tag": "c4a243c7-ffde-432d-9f5f-f16100db15e8"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:26.015126 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6a74a-6618-4717-b56d-53c1aa1b3f0b None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:33:26.015819 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-f4f6a74a-6618-4717-b56d-53c1aa1b3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:33:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:26.057109 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aca615a-074e-44b5-aec0-4ad2994f1cc0 x-openstack-request-id: req-7aca615a-074e-44b5-aec0-4ad2994f1cc0 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:26.057656 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386e00e7-a851-4889-a3d0-f39dbd2ddfb6", "tag": "c4a243c7-ffde-432d-9f5f-f16100db15e8", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:26.057940 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7aca615a-074e-44b5-aec0-4ad2994f1cc0 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:26.058350 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'tag': 'c4a243c7-ffde-432d-9f5f-f16100db15e8', 'status': 'completed', 'code': 200} Mar 08 17:33:26.059360 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2c2e94e2-dc07-4207-973a-b207d527a5dd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.072668 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9280380c-2a34-45d4-ab76-64f8cc9cdf90 admin admin] Publish callbacks [] for security_group (d8cd6215-454c-4976-8b63-a71da0b27161), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.120971 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2c2e94e2-dc07-4207-973a-b207d527a5dd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (68203b2a-e2c4-4f3e-b308-364b5284227f), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.152999 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc582e-c301-4326-ab78-203636a757d5 req-db20e571-da62-4e7d-9c9d-82d34c8ee9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:26.154708 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0cfc582e-c301-4326-ab78-203636a757d5 req-db20e571-da62-4e7d-9c9d-82d34c8ee9b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 1130 time: 0.0505126 Mar 08 17:33:26.163903 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9280380c-2a34-45d4-ab76-64f8cc9cdf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d8cd6215-454c-4976-8b63-a71da0b27161), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.166728 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-f4f6a74a-6618-4717-b56d-53c1aa1b3f0b None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:33:26.221371 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9280380c-2a34-45d4-ab76-64f8cc9cdf90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b28bd098cb541d6859d33fa79ab9e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596133 Mar 08 17:33:26.239826 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49150) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:26.252422 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280380c-2a34-45d4-ab76-64f8cc9cdf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cd6215-454c-4976-8b63-a71da0b27161,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:26.282325 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-2c2e94e2-dc07-4207-973a-b207d527a5dd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Floating IP 68203b2a-e2c4-4f3e-b308-364b5284227f associated. External IP: 172.27.3.152, port: efbff050-2d83-40e2-a83f-3bd67cf2e487. Mar 08 17:33:26.311256 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc582e-c301-4326-ab78-203636a757d5 req-cd0b6002-bd47-4915-9996-d09edb02333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:26.312873 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0cfc582e-c301-4326-ab78-203636a757d5 req-cd0b6002-bd47-4915-9996-d09edb02333b service neutron] 10.222.0.64 "GET /v2.0/networks?id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 200 len: 911 time: 0.1394429 Mar 08 17:33:26.325231 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1eb51d96-50bb-4892-91ab-49ad7b43934c admin admin] Publish callbacks [] for security_group (d8cd6215-454c-4976-8b63-a71da0b27161), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.386420 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1eb51d96-50bb-4892-91ab-49ad7b43934c admin admin] Publish callbacks [] for security_group (d8cd6215-454c-4976-8b63-a71da0b27161), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.467112 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0cfc582e-c301-4326-ab78-203636a757d5 req-2e5366c0-aa14-46da-b8bb-43f4c704d9f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8 HTTP/1.1" status: 200 len: 1000 time: 0.1262102 Mar 08 17:33:26.486131 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-f4f6a74a-6618-4717-b56d-53c1aa1b3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d7617a4-2c28-434e-915d-767c18c7d86f', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'port_id': 'c4a243c7-ffde-432d-9f5f-f16100db15e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'mac_address': 'fa:16:3e:ac:51:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:40Z', 'updated_at': '2022-03-08T17:33:24Z', 'revision_number': 1, 'project_id': '433070ab733a4989873f937ff516e8f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:26.514995 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6a74a-6618-4717-b56d-53c1aa1b3f0b None None] Checking router: 5fd512fb-a263-4f45-ae1f-5c9981aba7dc for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:33:26.526478 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6a74a-6618-4717-b56d-53c1aa1b3f0b None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:33:26.527237 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-f4f6a74a-6618-4717-b56d-53c1aa1b3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:33:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:26.529700 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc582e-c301-4326-ab78-203636a757d5 req-45d02916-63d4-41e1-a692-add6a7c8660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:26.531266 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0cfc582e-c301-4326-ab78-203636a757d5 req-45d02916-63d4-41e1-a692-add6a7c8660c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d804e411-f1f4-4552-9853-ae040e868f99 HTTP/1.1" status: 200 len: 849 time: 0.0506015 Mar 08 17:33:26.533526 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2e94e2-dc07-4207-973a-b207d527a5dd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Router 8e107082-410c-407b-a23d-04637e76dd95 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:33:26.574579 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1eb51d96-50bb-4892-91ab-49ad7b43934c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d8cd6215-454c-4976-8b63-a71da0b27161), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.578781 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1eb51d96-50bb-4892-91ab-49ad7b43934c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.578781 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1eb51d96-50bb-4892-91ab-49ad7b43934c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8cd6215-454c-4976-8b63-a71da0b27161 HTTP/1.1" status: 204 len: 168 time: 0.3372731 Mar 08 17:33:26.593249 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb51d96-50bb-4892-91ab-49ad7b43934c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cd6215-454c-4976-8b63-a71da0b27161,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:26.608746 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc582e-c301-4326-ab78-203636a757d5 req-7045dfb5-bd0c-4316-97fe-316a992efb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:26.610316 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0cfc582e-c301-4326-ab78-203636a757d5 req-7045dfb5-bd0c-4316-97fe-316a992efb6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668721 Mar 08 17:33:26.659181 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-f4f6a74a-6618-4717-b56d-53c1aa1b3f0b None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:33:26.709728 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2e94e2-dc07-4207-973a-b207d527a5dd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:33:26.715166 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2c2e94e2-dc07-4207-973a-b207d527a5dd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:26.724003 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d398c26-47d6-4ec8-b724-22bfda5ef256 None None] Sync routers for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:33:26.739259 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d398c26-47d6-4ec8-b724-22bfda5ef256 None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:33:26.743823 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-7d398c26-47d6-4ec8-b724-22bfda5ef256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:33:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:26.749221 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2c2e94e2-dc07-4207-973a-b207d527a5dd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "PUT /v2.0/floatingips/68203b2a-e2c4-4f3e-b308-364b5284227f HTTP/1.1" status: 200 len: 991 time: 1.7464175 Mar 08 17:33:26.750073 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:26.752364 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb24293935f3e4c1481fa83254af943874e64c693aee071e87be2884696519c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f763941-731f-43c3-b672-0574d3f00038" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:26.834334 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0cfc582e-c301-4326-ab78-203636a757d5 req-e7a5a4a7-e673-4bb6-a122-0ff65715789a service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108636 Mar 08 17:33:26.858782 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff3e25-350d-4545-8a56-0aaaf49274ba x-openstack-request-id: req-51ff3e25-350d-4545-8a56-0aaaf49274ba {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:26.859239 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:26.859577 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51ff3e25-350d-4545-8a56-0aaaf49274ba {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:26.860156 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'status': 'completed', 'code': 200} Mar 08 17:33:26.950418 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-f4f6a74a-6618-4717-b56d-53c1aa1b3f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d7617a4-2c28-434e-915d-767c18c7d86f', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'port_id': 'c4a243c7-ffde-432d-9f5f-f16100db15e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'mac_address': 'fa:16:3e:ac:51:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:40Z', 'updated_at': '2022-03-08T17:33:24Z', 'revision_number': 1, 'project_id': '433070ab733a4989873f937ff516e8f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:27.000245 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f6a74a-6618-4717-b56d-53c1aa1b3f0b None None] The sync data for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi is: [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d7617a4-2c28-434e-915d-767c18c7d86f', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'port_id': 'c4a243c7-ffde-432d-9f5f-f16100db15e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'mac_address': 'fa:16:3e:ac:51:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:40Z', 'updated_at': '2022-03-08T17:33:24Z', 'revision_number': 1, 'project_id': '433070ab733a4989873f937ff516e8f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:33:27.015241 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-7d398c26-47d6-4ec8-b724-22bfda5ef256 None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:33:27.094190 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e83a8-9f1b-44ef-a8e6-c2b49991b28a req-08628cd5-dc21-4ae6-94bc-299cf1749e4a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:27.095762 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3d9e83a8-9f1b-44ef-a8e6-c2b49991b28a req-08628cd5-dc21-4ae6-94bc-299cf1749e4a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.2105887 Mar 08 17:33:27.109097 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f763941-731f-43c3-b672-0574d3f00038 req-2f82e864-19e2-469e-8741-c612d4bb6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:27.115734 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f763941-731f-43c3-b672-0574d3f00038 req-2f82e864-19e2-469e-8741-c612d4bb6678 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 1129 time: 0.2086825 Mar 08 17:33:27.127183 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0cfc582e-c301-4326-ab78-203636a757d5 req-d2ec9922-7146-433a-808e-12eea89c11f7 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637584 Mar 08 17:33:27.253348 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3d9e83a8-9f1b-44ef-a8e6-c2b49991b28a req-65f2b88c-d25d-483d-a2f2-a26754f9c3c4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466625 Mar 08 17:33:27.303242 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f763941-731f-43c3-b672-0574d3f00038 req-d3aee493-4982-42da-b864-600877d4ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:27.304891 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f763941-731f-43c3-b672-0574d3f00038 req-d3aee493-4982-42da-b864-600877d4ddaf service neutron] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 918 time: 0.1649177 Mar 08 17:33:27.327723 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8b394-248f-4720-8ae8-b74882803294 None None] New status for floating IP 6d7617a4-2c28-434e-915d-767c18c7d86f: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:33:27.403074 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f763941-731f-43c3-b672-0574d3f00038 req-e989506b-b8d2-4b0f-b3db-85833423a490 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487 HTTP/1.1" status: 200 len: 999 time: 0.0639338 Mar 08 17:33:27.490215 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f763941-731f-43c3-b672-0574d3f00038 req-7ae4baa4-cbec-47ae-ba72-e9da878a0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:27.491824 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f763941-731f-43c3-b672-0574d3f00038 req-7ae4baa4-cbec-47ae-ba72-e9da878a0347 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.0677450 Mar 08 17:33:27.540695 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-7d398c26-47d6-4ec8-b724-22bfda5ef256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '68203b2a-e2c4-4f3e-b308-364b5284227f', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '8e107082-410c-407b-a23d-04637e76dd95', 'port_id': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'mac_address': 'fa:16:3e:5a:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:33Z', 'updated_at': '2022-03-08T17:33:25Z', 'revision_number': 1, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:27.557916 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f763941-731f-43c3-b672-0574d3f00038 req-efe9830b-9f2e-47a4-bb92-138ffd5c1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:27.559459 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f763941-731f-43c3-b672-0574d3f00038 req-efe9830b-9f2e-47a4-bb92-138ffd5c1c18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510747 Mar 08 17:33:27.574198 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d398c26-47d6-4ec8-b724-22bfda5ef256 None None] Checking router: 8e107082-410c-407b-a23d-04637e76dd95 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:33:27.582656 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d398c26-47d6-4ec8-b724-22bfda5ef256 None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:33:27.583315 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-7d398c26-47d6-4ec8-b724-22bfda5ef256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:33:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:27.667579 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f763941-731f-43c3-b672-0574d3f00038 req-facf5bc8-2827-430b-b79f-1cbff120d5b2 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902693 Mar 08 17:33:27.703388 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-7d398c26-47d6-4ec8-b724-22bfda5ef256 None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:33:27.797327 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f763941-731f-43c3-b672-0574d3f00038 req-d95447f5-9f8a-49fa-9f43-2c64f65c475b service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090987 Mar 08 17:33:27.955403 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-7d398c26-47d6-4ec8-b724-22bfda5ef256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '68203b2a-e2c4-4f3e-b308-364b5284227f', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '8e107082-410c-407b-a23d-04637e76dd95', 'port_id': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'mac_address': 'fa:16:3e:5a:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:33Z', 'updated_at': '2022-03-08T17:33:25Z', 'revision_number': 1, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:27.981771 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d398c26-47d6-4ec8-b724-22bfda5ef256 None None] The sync data for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi is: [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '68203b2a-e2c4-4f3e-b308-364b5284227f', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '8e107082-410c-407b-a23d-04637e76dd95', 'port_id': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'mac_address': 'fa:16:3e:5a:94:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:32:33Z', 'updated_at': '2022-03-08T17:33:25Z', 'revision_number': 1, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:33:28.280129 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5454f18-dd99-4085-bf4a-fd458273a747 None None] New status for floating IP 68203b2a-e2c4-4f3e-b308-364b5284227f: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:33:28.398228 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea0d50-6d01-4dc9-ae67-9c4bb15e985c req-4560b812-4ee1-4ea3-87c4-65fddbc07e45 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:28.399748 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1bea0d50-6d01-4dc9-ae67-9c4bb15e985c req-4560b812-4ee1-4ea3-87c4-65fddbc07e45 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0638413 Mar 08 17:33:28.459931 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1bea0d50-6d01-4dc9-ae67-9c4bb15e985c req-41226798-98ac-456d-a3ea-5d14e8b0fe98 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537419 Mar 08 17:33:28.658476 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49222) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:28.770258 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c7dc325a-6fb9-4f29-a02c-aeb4a777ef9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:28.843965 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c7dc325a-6fb9-4f29-a02c-aeb4a777ef9c admin admin] Publish callbacks [] for security_group (01f3feac-148a-4898-b03a-a165932ab383), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:28.921621 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c7dc325a-6fb9-4f29-a02c-aeb4a777ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (01f3feac-148a-4898-b03a-a165932ab383), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:28.958834 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c7dc325a-6fb9-4f29-a02c-aeb4a777ef9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3f577a78ece4dd3a9d88ab276293857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991765 Mar 08 17:33:28.960759 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc325a-6fb9-4f29-a02c-aeb4a777ef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f3feac-148a-4898-b03a-a165932ab383,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:28.961668 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49230) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:29.017084 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa02a053-a9ae-4fd0-bcef-34cf8665d0f0 admin admin] Publish callbacks [] for security_group (01f3feac-148a-4898-b03a-a165932ab383), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:29.040220 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa02a053-a9ae-4fd0-bcef-34cf8665d0f0 admin admin] Publish callbacks [] for security_group (01f3feac-148a-4898-b03a-a165932ab383), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:29.190194 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa02a053-a9ae-4fd0-bcef-34cf8665d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (01f3feac-148a-4898-b03a-a165932ab383), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:29.192787 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa02a053-a9ae-4fd0-bcef-34cf8665d0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:29.193957 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-fa02a053-a9ae-4fd0-bcef-34cf8665d0f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01f3feac-148a-4898-b03a-a165932ab383 HTTP/1.1" status: 204 len: 168 time: 0.2300289 Mar 08 17:33:29.202487 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02a053-a9ae-4fd0-bcef-34cf8665d0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f3feac-148a-4898-b03a-a165932ab383,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:29.612603 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1ac2b-084a-47aa-a5a9-90242d1df45f req-de1f7f5b-d861-4d3e-a685-154d05d1b861 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:29.619220 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f5f1ac2b-084a-47aa-a5a9-90242d1df45f req-de1f7f5b-d861-4d3e-a685-154d05d1b861 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0633335 Mar 08 17:33:29.662890 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f5f1ac2b-084a-47aa-a5a9-90242d1df45f req-c72d19b5-3b59-4c60-9d95-8ccfe69aaa1e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Mar 08 17:33:30.663156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3960dac-5aa7-4269-8b04-2f97894bbb7d req-6d84dbc7-a659-47c8-9c8a-5753cc22c962 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:30.664630 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c3960dac-5aa7-4269-8b04-2f97894bbb7d req-6d84dbc7-a659-47c8-9c8a-5753cc22c962 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 945 time: 0.0519655 Mar 08 17:33:30.711622 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c3960dac-5aa7-4269-8b04-2f97894bbb7d req-818248e5-95e9-45ba-9750-fe1d3110006a tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Mar 08 17:33:30.789480 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62b6e9-414a-43be-b6b9-ecf88f992107 req-62ea396e-59db-49d4-ba3f-911f5dc70094 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:30.791234 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fa62b6e9-414a-43be-b6b9-ecf88f992107 req-62ea396e-59db-49d4-ba3f-911f5dc70094 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0530152 Mar 08 17:33:30.854548 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fa62b6e9-414a-43be-b6b9-ecf88f992107 req-0bf79e28-099f-439d-9cbe-0de9d871b58c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577693 Mar 08 17:33:31.830472 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87f5b7-bf71-407e-9c92-7d392a26325e req-5c31cf6a-6e23-4810-897d-180a40ab19bc tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:31.832289 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2d87f5b7-bf71-407e-9c92-7d392a26325e req-5c31cf6a-6e23-4810-897d-180a40ab19bc tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 945 time: 0.0508208 Mar 08 17:33:31.890037 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2d87f5b7-bf71-407e-9c92-7d392a26325e req-66d56e9c-98ee-4722-bbc2-7679f5a32b23 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516675 Mar 08 17:33:31.980205 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1eafb8-e819-430b-bb2a-fcd67325e809 req-ec096bcc-5775-4f61-bf7e-b2e8dbb200db tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:31.981685 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ab1eafb8-e819-430b-bb2a-fcd67325e809 req-ec096bcc-5775-4f61-bf7e-b2e8dbb200db tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0538790 Mar 08 17:33:32.030128 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ab1eafb8-e819-430b-bb2a-fcd67325e809 req-c5b5b274-d7be-4fdb-a173-63e3a5f7f3de tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Mar 08 17:33:33.008667 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d0bc1-bf05-489b-9d95-07f37fff707d req-f907b843-d862-4b6e-86a0-b398c34ef71a tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:33.011902 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-973d0bc1-bf05-489b-9d95-07f37fff707d req-f907b843-d862-4b6e-86a0-b398c34ef71a tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 945 time: 0.0538869 Mar 08 17:33:33.057394 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-973d0bc1-bf05-489b-9d95-07f37fff707d req-ee4a3155-68e6-423e-ae5a-86d99ffada27 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 Mar 08 17:33:33.149775 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83871b6-af49-473d-b337-87b90cc2979b req-643c12c8-432e-42f3-84c2-51f48462cc34 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:33.151262 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e83871b6-af49-473d-b337-87b90cc2979b req-643c12c8-432e-42f3-84c2-51f48462cc34 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0509899 Mar 08 17:33:33.197546 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e83871b6-af49-473d-b337-87b90cc2979b req-ad83b145-183a-4cea-90e7-5dfc55261806 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401192 Mar 08 17:33:34.198141 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4c69d-cd83-4661-a5e4-faf3d338ea11 req-1a794118-4fb8-458e-8921-c244d1332710 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:34.199626 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d2e4c69d-cd83-4661-a5e4-faf3d338ea11 req-1a794118-4fb8-458e-8921-c244d1332710 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 945 time: 0.0682678 Mar 08 17:33:34.247464 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d2e4c69d-cd83-4661-a5e4-faf3d338ea11 req-db385532-1888-40c6-b642-c80ce8c2dcd9 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/security-groups?id=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Mar 08 17:33:34.316221 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247380ba-2b00-453b-a12d-3fb416f259c6 req-2fc6a770-3dbe-438b-9316-23806ce0a0a5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:34.320214 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-247380ba-2b00-453b-a12d-3fb416f259c6 req-2fc6a770-3dbe-438b-9316-23806ce0a0a5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0520563 Mar 08 17:33:34.367236 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-247380ba-2b00-453b-a12d-3fb416f259c6 req-10cda892-5d60-4431-ace9-235a291bf90b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436769 Mar 08 17:33:34.791810 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69843f67-df2b-4b85-b68d-f17a5e1a69c5 req-7ac63dff-3378-4c61-86d5-42e03394814a tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:34.793220 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-69843f67-df2b-4b85-b68d-f17a5e1a69c5 req-7ac63dff-3378-4c61-86d5-42e03394814a tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.64 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 945 time: 0.2508240 Mar 08 17:33:34.920482 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-69843f67-df2b-4b85-b68d-f17a5e1a69c5 req-88294fdc-4b60-428b-9937-8110996129ce tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Deleting port 100fd884-5e8b-4611-9acd-0f760fdafb59 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:33:34.920816 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-69843f67-df2b-4b85-b68d-f17a5e1a69c5 req-88294fdc-4b60-428b-9937-8110996129ce tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:35.008527 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-69843f67-df2b-4b85-b68d-f17a5e1a69c5 req-88294fdc-4b60-428b-9937-8110996129ce tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] For port 100fd884-5e8b-4611-9acd-0f760fdafb59, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=100fd884-5e8b-4611-9acd-0f760fdafb59,segment=NetworkSegment(2306cc55-b45f-4d1c-af7c-e8409c0b9f66),segment_id=2306cc55-b45f-4d1c-af7c-e8409c0b9f66)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:33:35.008888 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-69843f67-df2b-4b85-b68d-f17a5e1a69c5 req-88294fdc-4b60-428b-9937-8110996129ce tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:35.023603 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-69843f67-df2b-4b85-b68d-f17a5e1a69c5 req-88294fdc-4b60-428b-9937-8110996129ce tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Calling delete_port for 100fd884-5e8b-4611-9acd-0f760fdafb59 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:33:35.251755 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-69843f67-df2b-4b85-b68d-f17a5e1a69c5 req-88294fdc-4b60-428b-9937-8110996129ce tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442'] for port (100fd884-5e8b-4611-9acd-0f760fdafb59), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:35.270625 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['100fd884-5e8b-4611-9acd-0f760fdafb59'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:33:35.279805 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88294fdc-4b60-428b-9937-8110996129ce tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Pushing event deleted for resources: {'Port': ['ID=100fd884-5e8b-4611-9acd-0f760fdafb59,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:35.366341 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-69843f67-df2b-4b85-b68d-f17a5e1a69c5 req-88294fdc-4b60-428b-9937-8110996129ce tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] No DVR routers for this DVR port 100fd884-5e8b-4611-9acd-0f760fdafb59 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:33:35.369150 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f4f3a85d-36ba-415e-9c48-5076722ed03f req-9834c8af-4283-4058-8f8d-6204af0a1ee7 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0384009 Mar 08 17:33:35.371224 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-69843f67-df2b-4b85-b68d-f17a5e1a69c5 req-88294fdc-4b60-428b-9937-8110996129ce tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:35.381043 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-69843f67-df2b-4b85-b68d-f17a5e1a69c5 req-88294fdc-4b60-428b-9937-8110996129ce tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.64 "DELETE /v2.0/ports/100fd884-5e8b-4611-9acd-0f760fdafb59 HTTP/1.1" status: 204 len: 173 time: 0.5727525 Mar 08 17:33:35.381043 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85785c64-a2ef-460d-b431-1b5c5b00c511', 'name': 'network-vif-deleted', 'tag': '100fd884-5e8b-4611-9acd-0f760fdafb59'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:33:35.381043 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8db231-99ec-4754-905b-2d41ec21f248" -d '{"events": [{"server_uuid": "85785c64-a2ef-460d-b431-1b5c5b00c511", "name": "network-vif-deleted", "tag": "100fd884-5e8b-4611-9acd-0f760fdafb59"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:33:35.428877 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174b019f-c821-48cc-9f38-0307af2dc324 x-openstack-request-id: req-174b019f-c821-48cc-9f38-0307af2dc324 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:33:35.429190 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85785c64-a2ef-460d-b431-1b5c5b00c511", "name": "network-vif-deleted", "tag": "100fd884-5e8b-4611-9acd-0f760fdafb59", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:33:35.429440 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-174b019f-c821-48cc-9f38-0307af2dc324 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:33:35.429877 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85785c64-a2ef-460d-b431-1b5c5b00c511', 'name': 'network-vif-deleted', 'tag': '100fd884-5e8b-4611-9acd-0f760fdafb59', 'status': 'completed', 'code': 200} Mar 08 17:33:35.510388 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2bc2-36c1-49a1-86fe-bd9c36eae22b req-1488fcc8-c048-4965-a814-cace8c703dd4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:35.511882 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0b8a2bc2-36c1-49a1-86fe-bd9c36eae22b req-1488fcc8-c048-4965-a814-cace8c703dd4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0629597 Mar 08 17:33:35.565996 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0b8a2bc2-36c1-49a1-86fe-bd9c36eae22b req-b4973418-c10f-4fa5-b3d9-720537cb11ea tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Mar 08 17:33:36.477424 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-75776a66-ea13-4567-b1bc-b959fcd419a9 req-f661c377-af9b-49c0-8e7b-437088693236 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0270326 Mar 08 17:33:36.679406 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa399f2-2325-48e4-b957-0770f7662c6c req-4fade11e-9b91-4ef3-8656-f389d79d23ac tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:36.680865 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2fa399f2-2325-48e4-b957-0770f7662c6c req-4fade11e-9b91-4ef3-8656-f389d79d23ac tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0515764 Mar 08 17:33:36.726483 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2fa399f2-2325-48e4-b957-0770f7662c6c req-048fdb34-f617-41b6-a9b1-46f396fcc537 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398102 Mar 08 17:33:37.572402 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff7316d8-1ddc-43e2-997a-11a5af79f3ba req-e743c3c0-59f2-412e-85a1-65c8ddf4a497 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0254016 Mar 08 17:33:37.840611 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37469d6f-17ec-4828-8b97-05884bf94d0c req-b21ecc96-a9e0-49f9-badf-0d702f0fb8cb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:37.842053 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-37469d6f-17ec-4828-8b97-05884bf94d0c req-b21ecc96-a9e0-49f9-badf-0d702f0fb8cb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0499687 Mar 08 17:33:37.886605 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-37469d6f-17ec-4828-8b97-05884bf94d0c req-260124a1-7f5d-47b5-b574-2a8ed50e3859 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Mar 08 17:33:38.664555 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-166bc799-85cb-440d-99f7-2caf68f25b7c req-ee2782a0-a054-48c7-b96a-83f52654d85f tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0260477 Mar 08 17:33:39.004842 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f473c9-4ca3-4404-952c-48e2c26c31d8 req-a8e26ece-268a-4e2a-8c1d-928bdd195de3 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:39.006335 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-15f473c9-4ca3-4404-952c-48e2c26c31d8 req-a8e26ece-268a-4e2a-8c1d-928bdd195de3 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0555198 Mar 08 17:33:39.055516 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-15f473c9-4ca3-4404-952c-48e2c26c31d8 req-6fd7fac0-c402-4ba3-800d-ae71159508cb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Mar 08 17:33:39.762260 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-63a4b138-ff94-4f40-ba0b-92c421198e2f req-6e92a744-441d-4d29-8f57-d177e8ae4beb tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0262382 Mar 08 17:33:40.173795 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f1d4-99a2-467e-8ccd-59350021280d req-9347de79-1a53-4064-940a-7e144582cc6b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:40.175309 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b6a1f1d4-99a2-467e-8ccd-59350021280d req-9347de79-1a53-4064-940a-7e144582cc6b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0537245 Mar 08 17:33:40.222203 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b6a1f1d4-99a2-467e-8ccd-59350021280d req-302a71f0-ddf3-4eb6-b700-4d2c343ed895 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Mar 08 17:33:40.855290 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-14a0aa1f-0da5-4d2b-90b0-794ec6a3bff8 req-54e50ea4-7fdd-49ab-9265-d0588c833313 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0257623 Mar 08 17:33:41.340168 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbec13-3a7f-4620-8165-15efdbb04001 req-5d00bead-a114-4f1f-bef8-42cb38d6c55a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:41.342232 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dbdbec13-3a7f-4620-8165-15efdbb04001 req-5d00bead-a114-4f1f-bef8-42cb38d6c55a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0510197 Mar 08 17:33:41.390633 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dbdbec13-3a7f-4620-8165-15efdbb04001 req-14dc7d77-738f-4b01-b33b-cd4b53e3c464 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Mar 08 17:33:41.949775 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-debe47a6-b866-4aa1-94b3-5da1ba630f21 req-84c4f151-2540-4c24-bf21-c79853663c32 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0295126 Mar 08 17:33:42.235779 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 100fd884-5e8b-4611-9acd-0f760fdafb59 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:33:42.256368 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: 100fd884-5e8b-4611-9acd-0f760fdafb59 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:33:42.256707 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 100fd884-5e8b-4611-9acd-0f760fdafb59 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:33:42.511826 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798f8c6-2616-4a31-a2d0-913db212203f req-1fbd4dcb-02a4-467f-9054-7f52b79e7e92 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:42.513879 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5798f8c6-2616-4a31-a2d0-913db212203f req-1fbd4dcb-02a4-467f-9054-7f52b79e7e92 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0518811 Mar 08 17:33:42.561558 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5798f8c6-2616-4a31-a2d0-913db212203f req-676de403-20a4-4e46-aad4-2548f31dfe60 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Mar 08 17:33:43.039069 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-817979f3-dc27-4155-a93e-62e1e626368a req-519f491d-9ec8-45d0-a28d-486d274c8e48 tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0258610 Mar 08 17:33:43.680928 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685bbce-322e-483b-9938-26d3e5437b98 req-2e2fd06e-fe9b-4193-9e19-aaed671b7e90 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:43.682500 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c685bbce-322e-483b-9938-26d3e5437b98 req-2e2fd06e-fe9b-4193-9e19-aaed671b7e90 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0540693 Mar 08 17:33:43.733927 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c685bbce-322e-483b-9938-26d3e5437b98 req-293ce28c-1b7b-4ece-9823-852d7d614589 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Mar 08 17:33:44.040991 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49522) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:44.087350 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-43518c0a-7198-4386-9ebe-60fd66955c51 admin admin] Deleting subnet 1e0bdeda-de54-4ac9-9b7f-3afe8a202bf0 {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:33:44.090625 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43518c0a-7198-4386-9ebe-60fd66955c51 admin admin] Publish callbacks [] for subnet (1e0bdeda-de54-4ac9-9b7f-3afe8a202bf0), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:44.125139 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43518c0a-7198-4386-9ebe-60fd66955c51 admin admin] Publish callbacks [] for subnet (1e0bdeda-de54-4ac9-9b7f-3afe8a202bf0), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:44.143134 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43518c0a-7198-4386-9ebe-60fd66955c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (1e0bdeda-de54-4ac9-9b7f-3afe8a202bf0), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:44.182566 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a4c75b5a-d7da-4c8e-8cf6-8e701e7ad009 req-5941a8d3-60f0-4e85-9714-7bdcef9ab15d tempest-DeleteServersTestJSON-1423591737 tempest-DeleteServersTestJSON-1423591737-project] 10.222.0.66 "GET /v2.0/ports?device_id=85785c64-a2ef-460d-b431-1b5c5b00c511 HTTP/1.1" status: 200 len: 210 time: 0.0505478 Mar 08 17:33:44.290691 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43518c0a-7198-4386-9ebe-60fd66955c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for subnet (1e0bdeda-de54-4ac9-9b7f-3afe8a202bf0), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:44.316089 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43518c0a-7198-4386-9ebe-60fd66955c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e0bdeda-de54-4ac9-9b7f-3afe8a202bf0,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:44.319801 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43518c0a-7198-4386-9ebe-60fd66955c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:44.322954 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-43518c0a-7198-4386-9ebe-60fd66955c51 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1e0bdeda-de54-4ac9-9b7f-3afe8a202bf0 HTTP/1.1" status: 204 len: 168 time: 0.2810071 Mar 08 17:33:44.325581 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49526) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:44.407972 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (5322a91c-b0d8-4bf5-93df-9c2f9eee09db), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:44.707482 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (5322a91c-b0d8-4bf5-93df-9c2f9eee09db), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:44.728548 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.728927 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.729788 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.730108 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > port after_create 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.730453 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.730792 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > port after_update 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.731114 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.731435 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.731755 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.732079 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.868170 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7519218-aae8-48a8-9b28-d02a8a19a498 req-c022573d-3f4c-460e-8f62-1c82c3c03b79 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:44.868854 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.869213 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.872702 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.872702 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:44.873566 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c7519218-aae8-48a8-9b28-d02a8a19a498 req-c022573d-3f4c-460e-8f62-1c82c3c03b79 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0579338 Mar 08 17:33:44.873641 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5322a91c-b0d8-4bf5-93df-9c2f9eee09db']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:44.890109 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de3a25d-b69d-4fa9-b0fc-d3d340b5d21c') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:44.890417 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de3a25d-b69d-4fa9-b0fc-d3d340b5d21c') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:44.912535 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126485157'] for segment (4de3a25d-b69d-4fa9-b0fc-d3d340b5d21c), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:44.920239 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c7519218-aae8-48a8-9b28-d02a8a19a498 req-442334bd-22c2-4902-9bfc-69dbeeb08fc4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436602 Mar 08 17:33:44.936598 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (4de3a25d-b69d-4fa9-b0fc-d3d340b5d21c), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:44.945029 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:33:44.945417 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126735995'] for segment (4de3a25d-b69d-4fa9-b0fc-d3d340b5d21c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: from cryptography.utils import int_from_bytes Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: from cryptography.utils import int_from_bytes Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: Traceback (most recent call last): Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: timer() Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: cb(*args, **kw) Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: return func(*args, **kwargs) Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: self._notify() Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: self.callback(batched_events) Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: event.method(event) Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: return f(self, *a, **k) Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._get(url).json() Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:33:44.968746 dv-cinder-830085-3-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:33:45.147977 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (5322a91c-b0d8-4bf5-93df-9c2f9eee09db), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.155871 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.162468 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49550) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:45.162592 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5322a91c-b0d8-4bf5-93df-9c2f9eee09db HTTP/1.1" status: 204 len: 168 time: 0.8353288 Mar 08 17:33:45.172778 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae7ce6-c5b8-4133-82f9-c422d2149393 admin admin] Pushing event deleted for resources: {'Network': ['ID=5322a91c-b0d8-4bf5-93df-9c2f9eee09db,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:45.216220 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a60552-faec-4d7e-a7c2-d51b603c360b admin admin] Deleting subnet 441da575-ea59-4c86-a19f-7ae02cbd8ead {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:33:45.222437 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52a60552-faec-4d7e-a7c2-d51b603c360b admin admin] Publish callbacks [] for subnet (441da575-ea59-4c86-a19f-7ae02cbd8ead), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.262437 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52a60552-faec-4d7e-a7c2-d51b603c360b admin admin] Publish callbacks [] for subnet (441da575-ea59-4c86-a19f-7ae02cbd8ead), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.275499 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52a60552-faec-4d7e-a7c2-d51b603c360b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (441da575-ea59-4c86-a19f-7ae02cbd8ead), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.413511 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52a60552-faec-4d7e-a7c2-d51b603c360b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for subnet (441da575-ea59-4c86-a19f-7ae02cbd8ead), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.439400 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a60552-faec-4d7e-a7c2-d51b603c360b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441da575-ea59-4c86-a19f-7ae02cbd8ead,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:45.445186 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52a60552-faec-4d7e-a7c2-d51b603c360b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.451615 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-52a60552-faec-4d7e-a7c2-d51b603c360b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/441da575-ea59-4c86-a19f-7ae02cbd8ead HTTP/1.1" status: 204 len: 168 time: 0.2843969 Mar 08 17:33:45.453528 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49564) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:45.521714 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.604593 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.625847 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.626238 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.626978 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.627308 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > port after_create 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.627652 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > port after_delete 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.627985 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > port after_update 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.628301 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.628619 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.628938 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.629257 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.695816 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.696173 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.696506 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.696839 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 17:33:45.697218 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:45.714001 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447f11db-6369-427b-94ae-88271bdeb905') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:45.714389 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447f11db-6369-427b-94ae-88271bdeb905') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:45.730235 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127025868'] for segment (447f11db-6369-427b-94ae-88271bdeb905), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.759992 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (447f11db-6369-427b-94ae-88271bdeb905), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.768762 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:33:45.769162 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129999081'] for segment (447f11db-6369-427b-94ae-88271bdeb905), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: from cryptography.utils import int_from_bytes Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: from cryptography.utils import int_from_bytes Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: Traceback (most recent call last): Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: timer() Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: cb(*args, **kw) Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: return func(*args, **kwargs) Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: self._notify() Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: self.callback(batched_events) Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: event.method(event) Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: return f(self, *a, **k) Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._get(url).json() Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:33:45.773265 dv-cinder-830085-3-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:33:45.881455 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.888804 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:45.892204 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] 10.222.0.66 "DELETE /v2.0/networks/3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6 HTTP/1.1" status: 204 len: 168 time: 0.4376025 Mar 08 17:33:45.901671 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc84622-683f-4648-8a5f-f227d28967ed admin admin] Pushing event deleted for resources: {'Network': ['ID=3b52e3bc-7b17-4cac-bd7a-7fa74ab4f4d6,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:46.043869 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbfb1a-8fab-4891-9a34-e8ad0c0b3860 req-6bbb954c-42c2-438e-af55-10a685e47ba1 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:46.046163 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f1cbfb1a-8fab-4891-9a34-e8ad0c0b3860 req-6bbb954c-42c2-438e-af55-10a685e47ba1 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0570683 Mar 08 17:33:46.093168 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f1cbfb1a-8fab-4891-9a34-e8ad0c0b3860 req-bdead08a-40bb-439d-a061-2ae27836abbb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414195 Mar 08 17:33:46.291786 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49582) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:46.331298 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-2451dd7a-cf4b-4167-aad2-231f7fa1f97e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed9c29c35a20479d958739ca2b347862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383732 Mar 08 17:33:46.333684 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49584) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:46.378314 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5a9f-c0ee-405e-8f25-2fb1b8b20127 admin admin] Publish callbacks [] for security_group (33054f4d-ce66-4754-b4ea-838fe887e371), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:46.403272 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5a9f-c0ee-405e-8f25-2fb1b8b20127 admin admin] Publish callbacks [] for security_group (33054f4d-ce66-4754-b4ea-838fe887e371), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:46.542099 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5a9f-c0ee-405e-8f25-2fb1b8b20127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (33054f4d-ce66-4754-b4ea-838fe887e371), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:46.544600 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5a9f-c0ee-405e-8f25-2fb1b8b20127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:46.545782 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ea3f5a9f-c0ee-405e-8f25-2fb1b8b20127 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33054f4d-ce66-4754-b4ea-838fe887e371 HTTP/1.1" status: 204 len: 168 time: 0.2111859 Mar 08 17:33:46.554102 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f5a9f-c0ee-405e-8f25-2fb1b8b20127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33054f4d-ce66-4754-b4ea-838fe887e371,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:47.200644 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49604) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:47.212160 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932ee9-24a7-4394-b16c-1e7c6e6f0b9e req-048bde97-64ce-4732-aae4-a3edce9c56fb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:47.213656 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-45932ee9-24a7-4394-b16c-1e7c6e6f0b9e req-048bde97-64ce-4732-aae4-a3edce9c56fb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0542161 Mar 08 17:33:47.241999 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-526c355f-72e4-4b08-b68d-ef5034877e56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d39c413cf3064214bb66511b40c98973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380497 Mar 08 17:33:47.242316 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49606) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:47.260697 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-45932ee9-24a7-4394-b16c-1e7c6e6f0b9e req-ff65c6d3-7728-4b09-ad63-316ae3406402 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Mar 08 17:33:47.290065 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c0cc-68eb-40e7-9fdf-e0f36742cc62 admin admin] Publish callbacks [] for security_group (480add4d-119d-430b-a262-bfe0aad8c67c), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:47.311280 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c0cc-68eb-40e7-9fdf-e0f36742cc62 admin admin] Publish callbacks [] for security_group (480add4d-119d-430b-a262-bfe0aad8c67c), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:47.429590 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c0cc-68eb-40e7-9fdf-e0f36742cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (480add4d-119d-430b-a262-bfe0aad8c67c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:47.432170 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c0cc-68eb-40e7-9fdf-e0f36742cc62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:47.433325 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b2b8c0cc-68eb-40e7-9fdf-e0f36742cc62 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/480add4d-119d-430b-a262-bfe0aad8c67c HTTP/1.1" status: 204 len: 168 time: 0.1900682 Mar 08 17:33:47.441869 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8c0cc-68eb-40e7-9fdf-e0f36742cc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480add4d-119d-430b-a262-bfe0aad8c67c,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:48.384611 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73586195-ef31-4a59-b21c-f33c78cff986 req-88a9ee83-b679-406b-89b7-968288e00f39 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:48.386121 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73586195-ef31-4a59-b21c-f33c78cff986 req-88a9ee83-b679-406b-89b7-968288e00f39 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0576108 Mar 08 17:33:48.439855 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73586195-ef31-4a59-b21c-f33c78cff986 req-289fa590-f732-4b83-a513-957d01bdee87 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474510 Mar 08 17:33:48.890849 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49674) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:48.934855 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc7d936-ed27-421d-9947-d7a2aa1da304 admin admin] Deleting subnet 5f48da8a-c468-4023-ba3b-88a2214398b8 {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:33:48.938143 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ccc7d936-ed27-421d-9947-d7a2aa1da304 admin admin] Publish callbacks [] for subnet (5f48da8a-c468-4023-ba3b-88a2214398b8), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:48.973873 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ccc7d936-ed27-421d-9947-d7a2aa1da304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126485086'] for subnet (5f48da8a-c468-4023-ba3b-88a2214398b8), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.014937 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ccc7d936-ed27-421d-9947-d7a2aa1da304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (5f48da8a-c468-4023-ba3b-88a2214398b8), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.074433 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d65ce6a-93c4-4d1a-be73-d3363190234d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.184629 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ccc7d936-ed27-421d-9947-d7a2aa1da304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126735889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924550'] for subnet (5f48da8a-c468-4023-ba3b-88a2214398b8), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.211210 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7d936-ed27-421d-9947-d7a2aa1da304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f48da8a-c468-4023-ba3b-88a2214398b8,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:49.218074 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ccc7d936-ed27-421d-9947-d7a2aa1da304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.222040 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ccc7d936-ed27-421d-9947-d7a2aa1da304 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5f48da8a-c468-4023-ba3b-88a2214398b8 HTTP/1.1" status: 204 len: 168 time: 0.3301427 Mar 08 17:33:49.224500 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49690) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:49.251081 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49692) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:49.312048 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (faeb1dde-c8fe-450f-b87b-52999e7e4d53), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.395218 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9b49d7a-9b81-4a4d-95b9-9ac2bbe83467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.400518 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (faeb1dde-c8fe-450f-b87b-52999e7e4d53), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.420477 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faeb1dde-c8fe-450f-b87b-52999e7e4d53']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:49.431849 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2306cc55-b45f-4d1c-af7c-e8409c0b9f66') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:49.432153 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2306cc55-b45f-4d1c-af7c-e8409c0b9f66') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:33:49.441963 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126485157'] for segment (2306cc55-b45f-4d1c-af7c-e8409c0b9f66), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.454811 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (2306cc55-b45f-4d1c-af7c-e8409c0b9f66), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.460977 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:33:49.461801 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126735995'] for segment (2306cc55-b45f-4d1c-af7c-e8409c0b9f66), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: Traceback (most recent call last): Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: timer() Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: cb(*args, **kw) Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: return func(*args, **kwargs) Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: self._notify() Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: self.callback(batched_events) Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: event.method(event) Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: return f(self, *a, **k) Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._get(url).json() Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:33:49.463831 dv-cinder-830085-3-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:33:49.470595 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9b49d7a-9b81-4a4d-95b9-9ac2bbe83467 admin admin] Publish callbacks [] for security_group (9813df1a-3c08-4dd9-9a8b-ad00a4cade11), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.545846 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9b49d7a-9b81-4a4d-95b9-9ac2bbe83467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (9813df1a-3c08-4dd9-9a8b-ad00a4cade11), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.578661 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49708) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:49.582212 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c9b49d7a-9b81-4a4d-95b9-9ac2bbe83467 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a52ecc2d94f4505aac66c53e983d63d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260455 Mar 08 17:33:49.594146 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (faeb1dde-c8fe-450f-b87b-52999e7e4d53), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.599434 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49710) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:49.612080 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.612767 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b49d7a-9b81-4a4d-95b9-9ac2bbe83467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9813df1a-3c08-4dd9-9a8b-ad00a4cade11,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:49.617615 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] 10.222.0.66 "DELETE /v2.0/networks/faeb1dde-c8fe-450f-b87b-52999e7e4d53 HTTP/1.1" status: 204 len: 168 time: 0.3899882 Mar 08 17:33:49.629041 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c37e8-23cb-4ea5-815c-4eb63613b3f4 req-b13d5032-1eee-43e4-8e76-b72838c2570f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:49.630690 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-269c37e8-23cb-4ea5-815c-4eb63613b3f4 req-b13d5032-1eee-43e4-8e76-b72838c2570f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.1194112 Mar 08 17:33:49.635048 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048c26f-d5e5-4974-87c3-544edf0f9b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=faeb1dde-c8fe-450f-b87b-52999e7e4d53,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:49.667620 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-54784bb3-e51c-476b-b6c2-e8ac5ffdcb4e admin admin] Publish callbacks [] for security_group (9813df1a-3c08-4dd9-9a8b-ad00a4cade11), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.688943 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-269c37e8-23cb-4ea5-815c-4eb63613b3f4 req-9f574ad2-6eb8-4e18-badf-206b21009de1 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510786 Mar 08 17:33:49.694789 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-54784bb3-e51c-476b-b6c2-e8ac5ffdcb4e admin admin] Publish callbacks [] for security_group (9813df1a-3c08-4dd9-9a8b-ad00a4cade11), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.757256 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-58eaa3e4-acce-42c1-a2b5-03ae7f831011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.833608 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-54784bb3-e51c-476b-b6c2-e8ac5ffdcb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (9813df1a-3c08-4dd9-9a8b-ad00a4cade11), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.836185 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-54784bb3-e51c-476b-b6c2-e8ac5ffdcb4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.839747 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-54784bb3-e51c-476b-b6c2-e8ac5ffdcb4e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9813df1a-3c08-4dd9-9a8b-ad00a4cade11 HTTP/1.1" status: 204 len: 168 time: 0.2578065 Mar 08 17:33:49.853727 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54784bb3-e51c-476b-b6c2-e8ac5ffdcb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9813df1a-3c08-4dd9-9a8b-ad00a4cade11,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:49.897623 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-58eaa3e4-acce-42c1-a2b5-03ae7f831011 admin admin] Publish callbacks [] for security_group (584c6648-0664-46dc-beda-0baaa1d22dd0), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:49.967672 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49718) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:49.978636 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-58eaa3e4-acce-42c1-a2b5-03ae7f831011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (584c6648-0664-46dc-beda-0baaa1d22dd0), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:50.011722 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-009522f5-5b0c-4076-bbef-f5e317ee4e0b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bda415f2ab354d8b816f546b4f95713a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428631 Mar 08 17:33:50.015154 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49720) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:50.020092 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-58eaa3e4-acce-42c1-a2b5-03ae7f831011 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2d776b7e85e434daf46572f23f2f4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181905 Mar 08 17:33:50.022126 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eaa3e4-acce-42c1-a2b5-03ae7f831011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584c6648-0664-46dc-beda-0baaa1d22dd0,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:50.022848 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49722) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:50.111186 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6c93a5fe-1b1e-4682-9add-6aa40622e431 admin admin] Publish callbacks [] for security_group (1cd2ab8e-8f62-4352-b4ce-5176e6de57d0), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:50.113041 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d41462be-4afb-47c4-b810-713aceb72ebb admin admin] Publish callbacks [] for security_group (584c6648-0664-46dc-beda-0baaa1d22dd0), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:50.151087 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6c93a5fe-1b1e-4682-9add-6aa40622e431 admin admin] Publish callbacks [] for security_group (1cd2ab8e-8f62-4352-b4ce-5176e6de57d0), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:50.154449 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d41462be-4afb-47c4-b810-713aceb72ebb admin admin] Publish callbacks [] for security_group (584c6648-0664-46dc-beda-0baaa1d22dd0), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:50.256042 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:50.279698 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d41462be-4afb-47c4-b810-713aceb72ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (584c6648-0664-46dc-beda-0baaa1d22dd0), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:50.282428 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d41462be-4afb-47c4-b810-713aceb72ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:50.283729 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d41462be-4afb-47c4-b810-713aceb72ebb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/584c6648-0664-46dc-beda-0baaa1d22dd0 HTTP/1.1" status: 204 len: 168 time: 0.2595360 Mar 08 17:33:50.286242 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6c93a5fe-1b1e-4682-9add-6aa40622e431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (1cd2ab8e-8f62-4352-b4ce-5176e6de57d0), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:50.288661 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6c93a5fe-1b1e-4682-9add-6aa40622e431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:50.289848 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-6c93a5fe-1b1e-4682-9add-6aa40622e431 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1cd2ab8e-8f62-4352-b4ce-5176e6de57d0 HTTP/1.1" status: 204 len: 168 time: 0.2732697 Mar 08 17:33:50.296570 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41462be-4afb-47c4-b810-713aceb72ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584c6648-0664-46dc-beda-0baaa1d22dd0,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:50.307896 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93a5fe-1b1e-4682-9add-6aa40622e431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd2ab8e-8f62-4352-b4ce-5176e6de57d0,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:50.826416 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd33387-0567-4b4f-a5f1-5b15b396dda8 req-bfec44d7-c4ab-4e6a-a7ec-16aaed114cdd tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:50.836715 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-edd33387-0567-4b4f-a5f1-5b15b396dda8 req-bfec44d7-c4ab-4e6a-a7ec-16aaed114cdd tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0756795 Mar 08 17:33:50.882295 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-edd33387-0567-4b4f-a5f1-5b15b396dda8 req-bff7e774-ca2d-4b30-a814-ea716492741a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483806 Mar 08 17:33:51.068025 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 49808) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:51.087369 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-581daa06-4664-4f97-b936-0aae99dff317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:51.192126 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-581daa06-4664-4f97-b936-0aae99dff317 admin admin] Publish callbacks [] for security_group (4b0dcd2c-ecd5-44dd-9c29-ce10386dc843), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:51.256049 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-581daa06-4664-4f97-b936-0aae99dff317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (4b0dcd2c-ecd5-44dd-9c29-ce10386dc843), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:51.298977 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-581daa06-4664-4f97-b936-0aae99dff317 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ae3e84e86524780b640e476c7da03e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299948 Mar 08 17:33:51.299956 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581daa06-4664-4f97-b936-0aae99dff317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0dcd2c-ecd5-44dd-9c29-ce10386dc843,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:51.301645 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49816) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:51.349734 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5163561a-9120-42ad-b3be-a96199a321b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:51.352332 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8f506a1e-f894-4590-b95f-b562388e0fb9 admin admin] Publish callbacks [] for security_group (4b0dcd2c-ecd5-44dd-9c29-ce10386dc843), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:51.378855 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8f506a1e-f894-4590-b95f-b562388e0fb9 admin admin] Publish callbacks [] for security_group (4b0dcd2c-ecd5-44dd-9c29-ce10386dc843), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:51.532360 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8f506a1e-f894-4590-b95f-b562388e0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (4b0dcd2c-ecd5-44dd-9c29-ce10386dc843), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:51.535067 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8f506a1e-f894-4590-b95f-b562388e0fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:51.536232 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8f506a1e-f894-4590-b95f-b562388e0fb9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b0dcd2c-ecd5-44dd-9c29-ce10386dc843 HTTP/1.1" status: 204 len: 168 time: 0.2329199 Mar 08 17:33:51.543792 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f506a1e-f894-4590-b95f-b562388e0fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0dcd2c-ecd5-44dd-9c29-ce10386dc843,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:52.008398 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfc52b-495c-4dfa-8259-4a22f54af613 req-312ed58d-8f36-4c55-a160-03636714d4ce tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:52.009955 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-02dfc52b-495c-4dfa-8259-4a22f54af613 req-312ed58d-8f36-4c55-a160-03636714d4ce tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0554287 Mar 08 17:33:52.066771 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-02dfc52b-495c-4dfa-8259-4a22f54af613 req-dc1e0c82-fadd-40aa-9aca-bed4ba687573 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489254 Mar 08 17:33:52.141299 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49864) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:52.158872 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-137028e3-c183-4566-8e20-6469d428d140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:52.249866 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-137028e3-c183-4566-8e20-6469d428d140 admin admin] Publish callbacks [] for security_group (a7b04f65-8cb5-4fa7-9df5-83622bd57808), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:52.313549 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-137028e3-c183-4566-8e20-6469d428d140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (a7b04f65-8cb5-4fa7-9df5-83622bd57808), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:52.352563 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137028e3-c183-4566-8e20-6469d428d140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b04f65-8cb5-4fa7-9df5-83622bd57808,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:52.356705 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-137028e3-c183-4566-8e20-6469d428d140 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27cfa1872ceb4b1aa702d944a99366dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137468 Mar 08 17:33:52.359961 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 49872) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:33:52.413264 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4d0ef071-1a51-45f9-a1d8-4902a5e0b8a8 admin admin] Publish callbacks [] for security_group (a7b04f65-8cb5-4fa7-9df5-83622bd57808), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:52.441471 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4d0ef071-1a51-45f9-a1d8-4902a5e0b8a8 admin admin] Publish callbacks [] for security_group (a7b04f65-8cb5-4fa7-9df5-83622bd57808), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:52.621606 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4d0ef071-1a51-45f9-a1d8-4902a5e0b8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (a7b04f65-8cb5-4fa7-9df5-83622bd57808), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:52.633077 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4d0ef071-1a51-45f9-a1d8-4902a5e0b8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:52.633077 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4d0ef071-1a51-45f9-a1d8-4902a5e0b8a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7b04f65-8cb5-4fa7-9df5-83622bd57808 HTTP/1.1" status: 204 len: 168 time: 0.2654681 Mar 08 17:33:52.636323 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ef071-1a51-45f9-a1d8-4902a5e0b8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b04f65-8cb5-4fa7-9df5-83622bd57808,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:33:52.669392 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:53.275060 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f4ce4-7b80-4604-8b11-6f9ce921cdf7 req-c9be6ade-ff8f-46f5-8e2e-752d8a20ab31 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:53.276674 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-050f4ce4-7b80-4604-8b11-6f9ce921cdf7 req-c9be6ade-ff8f-46f5-8e2e-752d8a20ab31 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0861056 Mar 08 17:33:53.335186 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-050f4ce4-7b80-4604-8b11-6f9ce921cdf7 req-491d56eb-89a6-4be5-8fe9-195341535ace tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505865 Mar 08 17:33:53.855969 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:53.965033 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:33:54.465943 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5f17-59be-4b05-807b-0813365420cf req-572358ed-1929-4015-8553-97d3f4098290 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:54.468086 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f03c5f17-59be-4b05-807b-0813365420cf req-572358ed-1929-4015-8553-97d3f4098290 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0599442 Mar 08 17:33:54.514338 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f03c5f17-59be-4b05-807b-0813365420cf req-386b4cd6-b747-43f7-8dbb-d7ab6ceb781c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Mar 08 17:33:55.240960 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:33:55.627707 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddc6ab-8f59-49c3-ba3c-333037a0b046 req-ffa31728-2c94-48cc-a272-40f0a59f27fc tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:55.629127 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22ddc6ab-8f59-49c3-ba3c-333037a0b046 req-ffa31728-2c94-48cc-a272-40f0a59f27fc tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0492680 Mar 08 17:33:55.673536 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22ddc6ab-8f59-49c3-ba3c-333037a0b046 req-1b0aa975-f80f-4bd6-91fd-671912ea5b66 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390306 Mar 08 17:33:56.793568 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7adb49-901a-44d9-b33a-778b105382ce req-6d8ebf4f-c5fd-4034-875c-4bd0b937f0c3 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:56.795128 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c7adb49-901a-44d9-b33a-778b105382ce req-6d8ebf4f-c5fd-4034-875c-4bd0b937f0c3 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0557966 Mar 08 17:33:56.839642 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c7adb49-901a-44d9-b33a-778b105382ce req-7d06d16a-02a5-4f1d-ae51-2802c360afbe tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389254 Mar 08 17:33:57.955071 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad31cc-d0ac-450c-8de1-ca23d8050a8b req-add78b71-51cd-4634-93ed-c74a867d18c2 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:57.956540 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9ad31cc-d0ac-450c-8de1-ca23d8050a8b req-add78b71-51cd-4634-93ed-c74a867d18c2 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0519125 Mar 08 17:33:58.004756 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9ad31cc-d0ac-450c-8de1-ca23d8050a8b req-13021ab3-956d-4032-9d98-c68e4b58ff36 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422981 Mar 08 17:33:59.119625 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b600-33f3-4c6c-a97f-3035aa11fa16 req-8e2d7ff8-74cc-482d-9ff4-14d56bf055c5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:33:59.121086 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-db32b600-33f3-4c6c-a97f-3035aa11fa16 req-8e2d7ff8-74cc-482d-9ff4-14d56bf055c5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0507789 Mar 08 17:33:59.170301 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-db32b600-33f3-4c6c-a97f-3035aa11fa16 req-3754636c-6a3b-49e6-a49a-1eef30f8bc1d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433688 Mar 08 17:34:00.303607 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49460717-a9c7-4ea4-81d2-4298b6e1315e req-09e9aa8b-4b99-40ed-9600-37177b38da44 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:00.305078 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-49460717-a9c7-4ea4-81d2-4298b6e1315e req-09e9aa8b-4b99-40ed-9600-37177b38da44 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0687282 Mar 08 17:34:00.352371 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-49460717-a9c7-4ea4-81d2-4298b6e1315e req-c9f060ef-fbde-499b-9a25-44327eec6774 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Mar 08 17:34:01.475010 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34466a1-4e3e-4eee-b07b-aaa7d333cb16 req-5847840b-a414-43ce-926b-bc75d6f1c80b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:01.476488 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d34466a1-4e3e-4eee-b07b-aaa7d333cb16 req-5847840b-a414-43ce-926b-bc75d6f1c80b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0518689 Mar 08 17:34:01.523672 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d34466a1-4e3e-4eee-b07b-aaa7d333cb16 req-95c13ee7-8468-4616-8521-5444767abfad tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Mar 08 17:34:02.644741 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a2594-c0b0-4b79-b846-31fde57cb3b2 req-2bae756e-4a73-491e-bf58-5249cd8926ad tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:02.646231 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-663a2594-c0b0-4b79-b846-31fde57cb3b2 req-2bae756e-4a73-491e-bf58-5249cd8926ad tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0565920 Mar 08 17:34:02.699557 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-663a2594-c0b0-4b79-b846-31fde57cb3b2 req-a953a354-ab01-4453-8074-f73cb773cf02 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477717 Mar 08 17:34:03.473159 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 50118) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:03.581651 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-723a9f71-29b1-4fc4-a27b-36264cdc0383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:03.659145 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-723a9f71-29b1-4fc4-a27b-36264cdc0383 admin admin] Publish callbacks [] for security_group (b3f489cf-7fc7-40cb-95e5-eb83d8fab653), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:03.720750 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-723a9f71-29b1-4fc4-a27b-36264cdc0383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b3f489cf-7fc7-40cb-95e5-eb83d8fab653), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:03.762573 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-723a9f71-29b1-4fc4-a27b-36264cdc0383 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da48da44f1294287982b0fee82338577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857366 Mar 08 17:34:03.762573 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a9f71-29b1-4fc4-a27b-36264cdc0383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f489cf-7fc7-40cb-95e5-eb83d8fab653,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:03.763999 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 50128) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:03.819502 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0c3c6c11-70b8-41ee-b2b7-21aec04e1db5 admin admin] Publish callbacks [] for security_group (b3f489cf-7fc7-40cb-95e5-eb83d8fab653), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:03.831866 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ff17e-5e51-4341-a2ff-03859156265f req-871c25bb-c8c9-48e1-a4a2-83bfacfa3ca5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:03.834198 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-273ff17e-5e51-4341-a2ff-03859156265f req-871c25bb-c8c9-48e1-a4a2-83bfacfa3ca5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0579169 Mar 08 17:34:03.843118 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0c3c6c11-70b8-41ee-b2b7-21aec04e1db5 admin admin] Publish callbacks [] for security_group (b3f489cf-7fc7-40cb-95e5-eb83d8fab653), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:03.882846 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-273ff17e-5e51-4341-a2ff-03859156265f req-2e1b044b-1ce0-4c68-9566-93dbe3c9e143 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Mar 08 17:34:03.975705 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0c3c6c11-70b8-41ee-b2b7-21aec04e1db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b3f489cf-7fc7-40cb-95e5-eb83d8fab653), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:03.978459 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0c3c6c11-70b8-41ee-b2b7-21aec04e1db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:03.982188 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0c3c6c11-70b8-41ee-b2b7-21aec04e1db5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3f489cf-7fc7-40cb-95e5-eb83d8fab653 HTTP/1.1" status: 204 len: 168 time: 0.2147081 Mar 08 17:34:03.993245 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c6c11-70b8-41ee-b2b7-21aec04e1db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f489cf-7fc7-40cb-95e5-eb83d8fab653,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:05.015735 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1ee55-a675-4506-96ad-cdb285cfc59f req-1a2e1647-2b43-4276-8961-229fadc61a03 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:05.017674 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-afe1ee55-a675-4506-96ad-cdb285cfc59f req-1a2e1647-2b43-4276-8961-229fadc61a03 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0623550 Mar 08 17:34:05.095769 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-afe1ee55-a675-4506-96ad-cdb285cfc59f req-5dedff21-132d-472a-ba35-85f77dcc0d76 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687838 Mar 08 17:34:06.232027 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66204a9b-0866-4aa7-b6ff-cd95e48ce612 req-55e9b26a-4dfa-427a-b32c-02c7c6ce0a30 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:06.233643 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-66204a9b-0866-4aa7-b6ff-cd95e48ce612 req-55e9b26a-4dfa-427a-b32c-02c7c6ce0a30 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0662944 Mar 08 17:34:06.284864 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-66204a9b-0866-4aa7-b6ff-cd95e48ce612 req-f70ca11e-fee0-4142-a8db-8d5d9c4dea74 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457408 Mar 08 17:34:07.405683 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139e145-d550-4a68-a3d8-3572d9214210 req-21f2b365-78f4-4e62-946d-f9beb564333a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:07.407262 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0139e145-d550-4a68-a3d8-3572d9214210 req-21f2b365-78f4-4e62-946d-f9beb564333a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0564282 Mar 08 17:34:07.456552 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0139e145-d550-4a68-a3d8-3572d9214210 req-c758bdad-3c3d-4ffe-829a-a492526fb9d8 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436766 Mar 08 17:34:08.581493 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b20d53-4d85-4f80-9b8a-f485c07058a6 req-6395713b-b5fe-4a5b-8d61-acfeec3a4667 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:08.583085 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d3b20d53-4d85-4f80-9b8a-f485c07058a6 req-6395713b-b5fe-4a5b-8d61-acfeec3a4667 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0541306 Mar 08 17:34:08.632635 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d3b20d53-4d85-4f80-9b8a-f485c07058a6 req-ad75a677-a4ff-4351-a061-50518297b421 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Mar 08 17:34:09.280461 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 50316) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:09.404954 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d96e0db6-cbe9-4ba4-a450-fda66ba7b492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:09.496005 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d96e0db6-cbe9-4ba4-a450-fda66ba7b492 admin admin] Publish callbacks [] for security_group (2c881252-9cd5-466b-b9c6-099663ecde88), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:09.578148 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d96e0db6-cbe9-4ba4-a450-fda66ba7b492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (2c881252-9cd5-466b-b9c6-099663ecde88), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:09.617456 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d96e0db6-cbe9-4ba4-a450-fda66ba7b492 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=694ae43a381c4168a6d08b4858c74042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357873 Mar 08 17:34:09.618630 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e0db6-cbe9-4ba4-a450-fda66ba7b492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c881252-9cd5-466b-b9c6-099663ecde88,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:09.620267 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 50336) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:09.673417 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ee25f0c6-8f07-4247-b441-4a123e9a581e admin admin] Publish callbacks [] for security_group (2c881252-9cd5-466b-b9c6-099663ecde88), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:09.697345 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ee25f0c6-8f07-4247-b441-4a123e9a581e admin admin] Publish callbacks [] for security_group (2c881252-9cd5-466b-b9c6-099663ecde88), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:09.787106 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870713b-097a-488f-af59-7632e7506ff8 req-0df1b205-b31b-4fff-8258-778448665ce0 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:09.788749 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5870713b-097a-488f-af59-7632e7506ff8 req-0df1b205-b31b-4fff-8258-778448665ce0 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0589240 Mar 08 17:34:09.795121 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 50346) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:09.846415 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ee25f0c6-8f07-4247-b441-4a123e9a581e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (2c881252-9cd5-466b-b9c6-099663ecde88), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:09.849223 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ee25f0c6-8f07-4247-b441-4a123e9a581e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:09.862425 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ee25f0c6-8f07-4247-b441-4a123e9a581e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c881252-9cd5-466b-b9c6-099663ecde88 HTTP/1.1" status: 204 len: 168 time: 0.2318881 Mar 08 17:34:09.862904 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5870713b-097a-488f-af59-7632e7506ff8 req-0520a129-dd9b-4ea1-a676-a32d6adf2189 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621841 Mar 08 17:34:09.878644 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25f0c6-8f07-4247-b441-4a123e9a581e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c881252-9cd5-466b-b9c6-099663ecde88,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:09.928922 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c72f37a9-b1c4-4ad3-87c5-71a490cf705d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:10.009972 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c72f37a9-b1c4-4ad3-87c5-71a490cf705d admin admin] Publish callbacks [] for security_group (a94a86f2-7bc7-4840-9cb2-b368f939611a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:10.073056 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c72f37a9-b1c4-4ad3-87c5-71a490cf705d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (a94a86f2-7bc7-4840-9cb2-b368f939611a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:10.114661 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c72f37a9-b1c4-4ad3-87c5-71a490cf705d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=929a6f888f2546f48cdc3c6d18a72da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183460 Mar 08 17:34:10.115607 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f37a9-b1c4-4ad3-87c5-71a490cf705d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94a86f2-7bc7-4840-9cb2-b368f939611a,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:10.118310 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 50360) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:10.186768 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-224d087c-3a2f-4d94-8ba5-b34b770db439 admin admin] Publish callbacks [] for security_group (a94a86f2-7bc7-4840-9cb2-b368f939611a), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:10.214691 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-224d087c-3a2f-4d94-8ba5-b34b770db439 admin admin] Publish callbacks [] for security_group (a94a86f2-7bc7-4840-9cb2-b368f939611a), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:10.366551 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-224d087c-3a2f-4d94-8ba5-b34b770db439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (a94a86f2-7bc7-4840-9cb2-b368f939611a), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:10.369391 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-224d087c-3a2f-4d94-8ba5-b34b770db439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:10.370905 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-224d087c-3a2f-4d94-8ba5-b34b770db439 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a94a86f2-7bc7-4840-9cb2-b368f939611a HTTP/1.1" status: 204 len: 168 time: 0.2496011 Mar 08 17:34:10.379980 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d087c-3a2f-4d94-8ba5-b34b770db439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94a86f2-7bc7-4840-9cb2-b368f939611a,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:10.981803 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c63302-7c0a-40c0-8baf-adeb035e9b05 req-c8b1042e-88e7-42dd-906c-0f8ac633ef1d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:10.984145 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-02c63302-7c0a-40c0-8baf-adeb035e9b05 req-c8b1042e-88e7-42dd-906c-0f8ac633ef1d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0556676 Mar 08 17:34:11.037806 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-02c63302-7c0a-40c0-8baf-adeb035e9b05 req-c15b511b-bd5b-4b2d-972f-e70a747ed025 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480585 Mar 08 17:34:11.060797 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 50404) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:11.076623 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eaf00ac4-46fe-4539-8da5-1aca2c6fed16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:11.157935 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eaf00ac4-46fe-4539-8da5-1aca2c6fed16 admin admin] Publish callbacks [] for security_group (f4429bc9-2b68-4ad2-8f40-0548499b782d), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:11.218855 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eaf00ac4-46fe-4539-8da5-1aca2c6fed16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (f4429bc9-2b68-4ad2-8f40-0548499b782d), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:11.261737 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-eaf00ac4-46fe-4539-8da5-1aca2c6fed16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b81be9e0a7447d5a16665e8e26914f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973243 Mar 08 17:34:11.261737 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00ac4-46fe-4539-8da5-1aca2c6fed16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4429bc9-2b68-4ad2-8f40-0548499b782d,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:11.262378 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 50410) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:11.319140 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d62a61bc-4ad5-49ce-947a-28e0fd66d5eb admin admin] Publish callbacks [] for security_group (f4429bc9-2b68-4ad2-8f40-0548499b782d), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:11.340858 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d62a61bc-4ad5-49ce-947a-28e0fd66d5eb admin admin] Publish callbacks [] for security_group (f4429bc9-2b68-4ad2-8f40-0548499b782d), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:11.467843 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d62a61bc-4ad5-49ce-947a-28e0fd66d5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (f4429bc9-2b68-4ad2-8f40-0548499b782d), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:11.470446 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d62a61bc-4ad5-49ce-947a-28e0fd66d5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:11.471610 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d62a61bc-4ad5-49ce-947a-28e0fd66d5eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4429bc9-2b68-4ad2-8f40-0548499b782d HTTP/1.1" status: 204 len: 168 time: 0.2082217 Mar 08 17:34:11.480665 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a61bc-4ad5-49ce-947a-28e0fd66d5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4429bc9-2b68-4ad2-8f40-0548499b782d,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:12.164963 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bd471-b854-4cb7-a4c1-1afb6ea2142f req-9f7f0261-b3c4-4b43-98ca-7138d9bee653 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:12.166459 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b90bd471-b854-4cb7-a4c1-1afb6ea2142f req-9f7f0261-b3c4-4b43-98ca-7138d9bee653 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0547791 Mar 08 17:34:12.193404 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 50430) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:12.206889 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-92a1d165-d14e-4f45-9c43-079b2d342482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:12.213334 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b90bd471-b854-4cb7-a4c1-1afb6ea2142f req-2da11a63-5a48-4717-8001-c0f9bf69cce1 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Mar 08 17:34:12.280624 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-92a1d165-d14e-4f45-9c43-079b2d342482 admin admin] Publish callbacks [] for security_group (3e53d26a-c674-4073-97fd-eab09cdd3010), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:12.349153 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-92a1d165-d14e-4f45-9c43-079b2d342482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (3e53d26a-c674-4073-97fd-eab09cdd3010), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:12.387111 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-92a1d165-d14e-4f45-9c43-079b2d342482 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04d27164f5894b6ebe4140b8810efd2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924341 Mar 08 17:34:12.389252 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1d165-d14e-4f45-9c43-079b2d342482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e53d26a-c674-4073-97fd-eab09cdd3010,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:12.389971 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 50434) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:12.436405 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d63e19ad-dee3-40a7-b47c-2d8ba67addd0 admin admin] Publish callbacks [] for security_group (3e53d26a-c674-4073-97fd-eab09cdd3010), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:12.457232 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d63e19ad-dee3-40a7-b47c-2d8ba67addd0 admin admin] Publish callbacks [] for security_group (3e53d26a-c674-4073-97fd-eab09cdd3010), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:12.583540 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d63e19ad-dee3-40a7-b47c-2d8ba67addd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (3e53d26a-c674-4073-97fd-eab09cdd3010), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:12.586105 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d63e19ad-dee3-40a7-b47c-2d8ba67addd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:12.587260 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d63e19ad-dee3-40a7-b47c-2d8ba67addd0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e53d26a-c674-4073-97fd-eab09cdd3010 HTTP/1.1" status: 204 len: 168 time: 0.1963034 Mar 08 17:34:12.595806 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e19ad-dee3-40a7-b47c-2d8ba67addd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e53d26a-c674-4073-97fd-eab09cdd3010,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:13.335829 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622a303-8097-4a41-a01a-0348400fc67d req-06f3addd-212a-4397-bf66-5c34b8144438 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:13.337265 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7622a303-8097-4a41-a01a-0348400fc67d req-06f3addd-212a-4397-bf66-5c34b8144438 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0508833 Mar 08 17:34:13.391445 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7622a303-8097-4a41-a01a-0348400fc67d req-381dc0bc-1535-45d1-8110-88dd20d9d236 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485501 Mar 08 17:34:14.272205 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 50480) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:14.379991 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c0f76a88-e292-4816-865e-a1e7e1ec5e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:14.483401 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c0f76a88-e292-4816-865e-a1e7e1ec5e5b admin admin] Publish callbacks [] for security_group (7a467c06-fb39-472d-8753-13c349eaad82), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:14.525980 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e2fd3-857a-42b8-ab5b-3442b626da68 req-1a7cb2d6-f88e-4607-bcd4-65b1b2c89c18 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:14.527442 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ec8e2fd3-857a-42b8-ab5b-3442b626da68 req-1a7cb2d6-f88e-4607-bcd4-65b1b2c89c18 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0629802 Mar 08 17:34:14.569720 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c0f76a88-e292-4816-865e-a1e7e1ec5e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7a467c06-fb39-472d-8753-13c349eaad82), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:14.582985 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ec8e2fd3-857a-42b8-ab5b-3442b626da68 req-0300e304-db52-4910-a65f-205ed4c3a2a2 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493915 Mar 08 17:34:14.612779 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c0f76a88-e292-4816-865e-a1e7e1ec5e5b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a86649efc384d1f866c0f30f45b6976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394823 Mar 08 17:34:14.613650 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f76a88-e292-4816-865e-a1e7e1ec5e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a467c06-fb39-472d-8753-13c349eaad82,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:14.616310 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 50488) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:14.664780 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ac5660f9-62a5-4a7c-8fd4-2dde2cb22a82 admin admin] Publish callbacks [] for security_group (7a467c06-fb39-472d-8753-13c349eaad82), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:14.684627 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ac5660f9-62a5-4a7c-8fd4-2dde2cb22a82 admin admin] Publish callbacks [] for security_group (7a467c06-fb39-472d-8753-13c349eaad82), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:14.806938 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ac5660f9-62a5-4a7c-8fd4-2dde2cb22a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7a467c06-fb39-472d-8753-13c349eaad82), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:14.809659 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ac5660f9-62a5-4a7c-8fd4-2dde2cb22a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:14.811437 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ac5660f9-62a5-4a7c-8fd4-2dde2cb22a82 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a467c06-fb39-472d-8753-13c349eaad82 HTTP/1.1" status: 204 len: 168 time: 0.1939960 Mar 08 17:34:14.819452 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5660f9-62a5-4a7c-8fd4-2dde2cb22a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a467c06-fb39-472d-8753-13c349eaad82,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:15.723722 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6543-0318-4f34-b56f-3c176080685a req-cdab2826-d5fe-4d91-8b6a-5d5d0bee7afd tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:15.725231 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8c1d6543-0318-4f34-b56f-3c176080685a req-cdab2826-d5fe-4d91-8b6a-5d5d0bee7afd tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0707531 Mar 08 17:34:15.776385 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8c1d6543-0318-4f34-b56f-3c176080685a req-b52464a6-aa5c-42d4-8aa0-b48d28242cad tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Mar 08 17:34:16.835767 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-5c5c3e77-2923-46ff-8bd2-379ce541f79d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451190 Mar 08 17:34:16.893851 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a7ead-3608-4c57-a22f-7ed565ad80f7 req-55b53914-9f52-486c-9c4e-b8f7e7c4ff40 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:16.895354 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac9a7ead-3608-4c57-a22f-7ed565ad80f7 req-55b53914-9f52-486c-9c4e-b8f7e7c4ff40 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0521839 Mar 08 17:34:16.934781 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-92e11782-fd9f-4c06-bf51-368664293bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:16.936294 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-92e11782-fd9f-4c06-bf51-368664293bc1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 1129 time: 0.0452764 Mar 08 17:34:16.942346 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac9a7ead-3608-4c57-a22f-7ed565ad80f7 req-31cf8a98-cfd3-4fca-bb99-898784d873ae tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412858 Mar 08 17:34:17.047880 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-c122e032-e2b7-47c4-bb54-036c91086112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:17.049378 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-c122e032-e2b7-47c4-bb54-036c91086112 service neutron] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 918 time: 0.0923088 Mar 08 17:34:17.117473 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-7c9cfd02-31e1-4612-8e9f-181b8892da3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487 HTTP/1.1" status: 200 len: 1001 time: 0.0609138 Mar 08 17:34:17.249404 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-ca138380-4669-4b5d-b423-7ac6072f310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:17.251127 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-ca138380-4669-4b5d-b423-7ac6072f310d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.0462039 Mar 08 17:34:17.307158 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-901c9063-fd4c-421c-9e51-c857661021a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:17.308657 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-901c9063-fd4c-421c-9e51-c857661021a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478308 Mar 08 17:34:17.404624 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-84aad402-ff7a-450b-b262-a40f205bbedc service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879996 Mar 08 17:34:17.503689 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0c5ff84-b5e9-44ad-9c5d-797fd5a1c5ff req-d5aec363-c56e-4c92-a56c-b2c87b6297e9 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897236 Mar 08 17:34:18.064341 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbe93d-54ec-433c-bc7a-e96d1daa55d4 req-965a8152-2432-4cff-9d28-5b3fd3ab3adb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:18.065869 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ddbbe93d-54ec-433c-bc7a-e96d1daa55d4 req-965a8152-2432-4cff-9d28-5b3fd3ab3adb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0543547 Mar 08 17:34:18.118561 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ddbbe93d-54ec-433c-bc7a-e96d1daa55d4 req-e8ab3e47-a9a5-4d49-b1fd-fd389f2cdb96 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469184 Mar 08 17:34:19.075312 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eaf86afe-7ff6-4ef7-a0e6-916f357f22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:19.277931 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931df53-e064-44b9-a268-64d4b0193182 req-cfb34bac-d36d-49bf-835f-cb047edc9aaa tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:19.279995 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8931df53-e064-44b9-a268-64d4b0193182 req-cfb34bac-d36d-49bf-835f-cb047edc9aaa tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0881729 Mar 08 17:34:19.347581 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8931df53-e064-44b9-a268-64d4b0193182 req-c4c4d1a4-0232-4b08-be03-f29d58546fdb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593145 Mar 08 17:34:19.405192 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-61cce9d8-79fa-41fc-88eb-009fde2914c1 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ecc86c2af00948feadf9cf2e14737257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323849 Mar 08 17:34:19.616534 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-b6c63188-d417-4cc3-839c-7d42a11cbefc tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:19.618018 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-b6c63188-d417-4cc3-839c-7d42a11cbefc tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070720 Mar 08 17:34:19.632337 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3338d363-9412-49ad-bfb9-33df05d8d100 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/quotas/ecc86c2af00948feadf9cf2e14737257 HTTP/1.1" status: 200 len: 375 time: 0.0090563 Mar 08 17:34:19.663250 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-8047447b-7da6-4f9c-87c0-7deb54aaf5a8 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ecc86c2af00948feadf9cf2e14737257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261931 Mar 08 17:34:19.892855 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5065563-0f45-4e21-8716-eb9d8b2a7014 req-86e9e8fe-6b5d-4525-9a91-6628897c3f7b tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 210 time: 0.0283175 Mar 08 17:34:20.285446 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:20.483105 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04c26-82ee-4ce4-bbbf-0abef61e0fcb req-eef69b7e-4585-4d3d-9b99-c9e3bf97e3ca tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:20.485216 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-40d04c26-82ee-4ce4-bbbf-0abef61e0fcb req-eef69b7e-4585-4d3d-9b99-c9e3bf97e3ca tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0536585 Mar 08 17:34:20.532651 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-40d04c26-82ee-4ce4-bbbf-0abef61e0fcb req-88d98365-c5a7-480a-9648-be228579d336 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Mar 08 17:34:20.988090 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d3614fa2-6ab0-4414-9cf2-b2ce0cc6f969 req-789c828c-17be-486c-9433-ff284da3a07e tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 210 time: 0.0274806 Mar 08 17:34:21.039849 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 50624) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:21.163150 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.241544 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Publish callbacks [] for security_group (bd8c9477-635f-4ef6-b8b4-4bf6b8bad79c), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.295810 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (bd8c9477-635f-4ef6-b8b4-4bf6b8bad79c), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.324322 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c993ad62-cb85-4952-a391-5bedc63381df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.335283 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f6ec7d500cd40ceaea31f4636ed2f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940066 Mar 08 17:34:21.336150 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8c9477-635f-4ef6-b8b4-4bf6b8bad79c,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:21.338237 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 50632) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:21.343970 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.344331 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.344672 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.345001 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.345487 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.346000 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.346324 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.346827 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.347139 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.347470 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.347797 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.348119 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.348441 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea1ee4c-ff9a-4f32-9b42-6004138661c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.390754 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Publish callbacks [] for security_group (bd8c9477-635f-4ef6-b8b4-4bf6b8bad79c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.646753 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Publish callbacks [] for security_group (bd8c9477-635f-4ef6-b8b4-4bf6b8bad79c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.692518 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1480a9-acc8-41d6-8679-08fcec18906d req-2b030248-c64c-485c-addf-13849f1a227d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:21.694007 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6e1480a9-acc8-41d6-8679-08fcec18906d req-2b030248-c64c-485c-addf-13849f1a227d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0854266 Mar 08 17:34:21.742477 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6e1480a9-acc8-41d6-8679-08fcec18906d req-3191d0ae-f66d-411d-bd6d-58cdc48a6711 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Mar 08 17:34:21.798787 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (bd8c9477-635f-4ef6-b8b4-4bf6b8bad79c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.801453 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:21.802654 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd8c9477-635f-4ef6-b8b4-4bf6b8bad79c HTTP/1.1" status: 204 len: 168 time: 0.4632971 Mar 08 17:34:21.810451 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8c9477-635f-4ef6-b8b4-4bf6b8bad79c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:21.818991 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.819283 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.819744 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.819965 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.820413 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.820620 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.820947 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.821281 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.821611 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.821970 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.822302 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.822629 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:21.822967 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5ad4f-355c-494d-b2de-20bae5e4c548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:22.092757 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c4659669-cd89-4ad3-9f61-8b7ce31c9801 req-548aa8d9-6153-4317-a6cd-d554694ad2ef tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 210 time: 0.0274808 Mar 08 17:34:22.178006 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-2d7d213d-ed26-4fa0-8c91-2e4074c96432 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ecc86c2af00948feadf9cf2e14737257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301244 Mar 08 17:34:22.304094 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-7fb7b13e-f2fd-451d-950f-3ec750b56e08 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:22.305513 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-7fb7b13e-f2fd-451d-950f-3ec750b56e08 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222835 Mar 08 17:34:22.323207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Request body: {'port': {'device_id': '0a1d24f6-020d-498d-930c-1af622878fee', 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff', 'admin_state_up': True, 'tenant_id': 'ecc86c2af00948feadf9cf2e14737257'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:22.549674 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Made reservation on behalf of ecc86c2af00948feadf9cf2e14737257 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:22.553188 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:22.563004 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:22.641851 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Publish callbacks [] for security_group (071b1fed-f860-44c3-822b-95761214188c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:22.661297 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:22.719822 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (071b1fed-f860-44c3-822b-95761214188c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:22.788238 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071b1fed-f860-44c3-822b-95761214188c,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:22.896657 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Allocated IP 192.168.233.87 (0b4bc836-88a2-4864-b506-fe3143a5c1ff/49eca6dc-ba1d-4315-bcee-981848878324/40d363b9-d29d-4516-bef3-da79c4dff3de) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:22.920584 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea691fb9-6587-46c3-950e-395938bccdc1 req-eb44f817-b324-4faa-ae4d-b34ebe704043 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:22.922629 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ea691fb9-6587-46c3-950e-395938bccdc1 req-eb44f817-b324-4faa-ae4d-b34ebe704043 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.1088190 Mar 08 17:34:23.060898 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ea691fb9-6587-46c3-950e-395938bccdc1 req-16fbe1f5-c639-4f4a-ac81-ad99771d1620 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276646 Mar 08 17:34:23.121392 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Publish callbacks [] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.210545 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3f07d6d9-4886-4ec0-bdcb-bd0a2664c06b req-5548e17d-e366-4fbc-b3ad-16a541180752 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 210 time: 0.0380304 Mar 08 17:34:23.242212 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.294906 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Network 0b4bc836-88a2-4864-b506-fe3143a5c1ff is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:23.298092 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:23.302934 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:23.307008 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Pushing event updated for resources: {'Port': ['ID=40d363b9-d29d-4516-bef3-da79c4dff3de,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:23.363990 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:23.364952 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.470692 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3df2b131-fda9-41ef-9032-7a4618ec90c7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1517591 Mar 08 17:34:23.493180 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Request body: {'port': {'device_id': '0a1d24f6-020d-498d-930c-1af622878fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:23.551368 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-3bc02606-67c8-476e-97e0-cd84f0a28891 None None] Provisioning complete for port 40d363b9-d29d-4516-bef3-da79c4dff3de triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:23.551829 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3bc02606-67c8-476e-97e0-cd84f0a28891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.589678 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3bc02606-67c8-476e-97e0-cd84f0a28891 None None] Port 40d363b9-d29d-4516-bef3-da79c4dff3de cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:34:23.590130 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.602625 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a968b-9514-46c6-b2b9-92a4cad703d4 req-5522810d-e23a-4af7-809b-3f444549df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:23.604218 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a89a968b-9514-46c6-b2b9-92a4cad703d4 req-5522810d-e23a-4af7-809b-3f444549df1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 1129 time: 0.0898943 Mar 08 17:34:23.742253 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a89a968b-9514-46c6-b2b9-92a4cad703d4 req-672b73a6-29f0-4ad6-bd2a-bf22157174d1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143224 Mar 08 17:34:23.835582 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.897245 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d363b9-d29d-4516-bef3-da79c4dff3de {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:34:23.904899 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Publish callbacks [] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:23.920479 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Transition to ACTIVE for port object 40d363b9-d29d-4516-bef3-da79c4dff3de will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:34:23.989563 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:24.040866 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Pushing event updated for resources: {'Port': ['ID=40d363b9-d29d-4516-bef3-da79c4dff3de,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:24.139719 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Attempting to bind port 40d363b9-d29d-4516-bef3-da79c4dff3de on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:24.140816 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Attempting to bind port 40d363b9-d29d-4516-bef3-da79c4dff3de by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:24.141026 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Attempting to bind port 40d363b9-d29d-4516-bef3-da79c4dff3de on network 0b4bc836-88a2-4864-b506-fe3143a5c1ff {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:24.147629 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Port 40d363b9-d29d-4516-bef3-da79c4dff3de on network 0b4bc836-88a2-4864-b506-fe3143a5c1ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:34:24.198761 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Attempting to bind port 40d363b9-d29d-4516-bef3-da79c4dff3de on network 0b4bc836-88a2-4864-b506-fe3143a5c1ff {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:24.198761 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:24.198761 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Checking segment: {'id': '8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:24.198761 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Bound using segment: {'id': '8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:24.198761 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Bound port: 40d363b9-d29d-4516-bef3-da79c4dff3de, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:24.198761 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:24.259192 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225c5ae-5383-4df4-b753-0acc6c36ecb1 req-823a1a4f-1864-4cfa-8775-bcdfae887ed4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.260675 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0225c5ae-5383-4df4-b753-0acc6c36ecb1 req-823a1a4f-1864-4cfa-8775-bcdfae887ed4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.1026154 Mar 08 17:34:24.264316 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] For port 40d363b9-d29d-4516-bef3-da79c4dff3de, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:24.269068 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] For port 40d363b9-d29d-4516-bef3-da79c4dff3de, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40d363b9-d29d-4516-bef3-da79c4dff3de,segment=NetworkSegment(8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75),segment_id=8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:24.317257 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0225c5ae-5383-4df4-b753-0acc6c36ecb1 req-2a73e2af-b876-4fe6-81dd-d340e3d6a4d7 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493612 Mar 08 17:34:24.346401 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d15d9-00e2-4602-a97d-504a44f0f5d9 req-7f97d936-ebcf-4e90-bea3-60eaa7fd7a27 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.347911 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b23d15d9-00e2-4602-a97d-504a44f0f5d9 req-7f97d936-ebcf-4e90-bea3-60eaa7fd7a27 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 947 time: 0.0731111 Mar 08 17:34:24.387339 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:24.398953 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b23d15d9-00e2-4602-a97d-504a44f0f5d9 req-88b346e7-9c77-4e71-b74b-0657a87955e3 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Mar 08 17:34:24.423839 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.424433 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:24.425977 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] 10.222.0.64 "PUT /v2.0/ports/40d363b9-d29d-4516-bef3-da79c4dff3de HTTP/1.1" status: 200 len: 1097 time: 0.9374185 Mar 08 17:34:24.426422 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1d24f6-020d-498d-930c-1af622878fee', 'tag': '40d363b9-d29d-4516-bef3-da79c4dff3de'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:24.428750 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a8c076-d6cd-4e1b-9b9b-7f2696f8edd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1d24f6-020d-498d-930c-1af622878fee", "tag": "40d363b9-d29d-4516-bef3-da79c4dff3de"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:24.460332 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ce8e9-48c5-4d05-b878-bbdd917eded1 service neutron] Pushing event updated for resources: {'Port': ['ID=40d363b9-d29d-4516-bef3-da79c4dff3de,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:24.476835 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf911990-60c9-4d79-a310-f207e2785f3d x-openstack-request-id: req-cf911990-60c9-4d79-a310-f207e2785f3d {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:24.477167 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1d24f6-020d-498d-930c-1af622878fee", "tag": "40d363b9-d29d-4516-bef3-da79c4dff3de", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:24.477419 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf911990-60c9-4d79-a310-f207e2785f3d {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:24.477841 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1d24f6-020d-498d-930c-1af622878fee', 'tag': '40d363b9-d29d-4516-bef3-da79c4dff3de', 'status': 'completed', 'code': 200} Mar 08 17:34:24.551652 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c076-d6cd-4e1b-9b9b-7f2696f8edd8 req-46a8ae2a-4864-414c-b758-df0382ef3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.553246 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c7a8c076-d6cd-4e1b-9b9b-7f2696f8edd8 req-46a8ae2a-4864-414c-b758-df0382ef3d5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecc86c2af00948feadf9cf2e14737257&device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 1131 time: 0.0475769 Mar 08 17:34:24.605050 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c7a8c076-d6cd-4e1b-9b9b-7f2696f8edd8 req-b4adaab8-8ad5-4f26-b315-0bcf162a814f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ecc86c2af00948feadf9cf2e14737257&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260172 Mar 08 17:34:24.766983 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8c076-d6cd-4e1b-9b9b-7f2696f8edd8 req-aee0a2fd-19a7-4e4f-abcb-a13abcafdb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.768318 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c7a8c076-d6cd-4e1b-9b9b-7f2696f8edd8 req-aee0a2fd-19a7-4e4f-abcb-a13abcafdb92 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558533 Mar 08 17:34:24.854618 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-ea1a5caf-bd39-47c8-af31-124df87ecfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.856135 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-ea1a5caf-bd39-47c8-af31-124df87ecfd9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ecc86c2af00948feadf9cf2e14737257&device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 1131 time: 0.0476000 Mar 08 17:34:24.903880 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-b83bfb5f-c840-4caf-bd1d-a75040ba87cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=40d363b9-d29d-4516-bef3-da79c4dff3de HTTP/1.1" status: 200 len: 217 time: 0.0345991 Mar 08 17:34:24.953184 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-4a544cc4-a70c-4b5b-a595-d76e40e62228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:24.954654 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-4a544cc4-a70c-4b5b-a595-d76e40e62228 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49eca6dc-ba1d-4315-bcee-981848878324 HTTP/1.1" status: 200 len: 843 time: 0.0430288 Mar 08 17:34:25.006560 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3ba0cf61-d280-4d29-ab79-3b902279b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:25.008736 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-3ba0cf61-d280-4d29-ab79-3b902279b755 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b4bc836-88a2-4864-b506-fe3143a5c1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0464025 Mar 08 17:34:25.105017 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-ab71326f-31f4-4f84-8b78-9cc1a01b17c2 service neutron] 10.222.0.64 "GET /v2.0/networks/0b4bc836-88a2-4864-b506-fe3143a5c1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872054 Mar 08 17:34:25.204902 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-caa24186-e2ce-4c9c-ab0f-62eb369b83c7 req-32cf78a2-0247-4733-9692-7ddc9cf553ae service neutron] 10.222.0.64 "GET /v2.0/networks/0b4bc836-88a2-4864-b506-fe3143a5c1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873215 Mar 08 17:34:25.272597 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:25.437380 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a72d51-1c23-4556-bc06-f3f49b58c87a req-8efce08e-6673-4c30-9925-39db7f2cc8d3 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:25.439047 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-26a72d51-1c23-4556-bc06-f3f49b58c87a req-8efce08e-6673-4c30-9925-39db7f2cc8d3 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0518332 Mar 08 17:34:25.488774 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-26a72d51-1c23-4556-bc06-f3f49b58c87a req-db009291-ae25-4a91-add0-25ee443becd3 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437875 Mar 08 17:34:25.520948 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b7e0a-2fc7-4ec6-8425-8a8ca756f6b9 req-f5cabe0c-1bc4-440e-9a46-d3f417780382 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:25.522474 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e82b7e0a-2fc7-4ec6-8425-8a8ca756f6b9 req-f5cabe0c-1bc4-440e-9a46-d3f417780382 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 947 time: 0.0516515 Mar 08 17:34:25.570861 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e82b7e0a-2fc7-4ec6-8425-8a8ca756f6b9 req-c8acccd4-7e41-4c23-b0a6-51d25a74a797 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 Mar 08 17:34:26.610694 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04cfdf-adfb-4643-94a8-1f5c8339fe1d req-15c1cbb0-a3c7-4287-96ff-2273e19126d4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:26.611733 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3f04cfdf-adfb-4643-94a8-1f5c8339fe1d req-15c1cbb0-a3c7-4287-96ff-2273e19126d4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0539346 Mar 08 17:34:26.665110 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3f04cfdf-adfb-4643-94a8-1f5c8339fe1d req-a9dbbbee-6d4b-4e14-8d0c-fbec275c751a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467968 Mar 08 17:34:26.713771 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a3204-a776-4b61-8738-0e239884a0e5 req-39dc1a00-c265-418e-b49b-ccca348e996b tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:26.715620 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-947a3204-a776-4b61-8738-0e239884a0e5 req-39dc1a00-c265-418e-b49b-ccca348e996b tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 947 time: 0.0602376 Mar 08 17:34:26.770665 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-947a3204-a776-4b61-8738-0e239884a0e5 req-201733c9-a3c8-4be2-bd44-60fab13ee5cf tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467975 Mar 08 17:34:26.813940 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae478f60-5050-4241-865c-6f7f78b184e6 req-50225496-cbca-4d5b-96b5-77a35ede2eeb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:26.815448 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae478f60-5050-4241-865c-6f7f78b184e6 req-50225496-cbca-4d5b-96b5-77a35ede2eeb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0675275 Mar 08 17:34:26.865084 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae478f60-5050-4241-865c-6f7f78b184e6 req-8526c078-a88f-4000-afad-d5d956993d7f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440965 Mar 08 17:34:27.892780 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af9284-09f3-479f-9266-96f8dd7f1287 req-14e293a8-c5c1-4eb7-b990-d567a72f188b tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:27.894286 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c3af9284-09f3-479f-9266-96f8dd7f1287 req-14e293a8-c5c1-4eb7-b990-d567a72f188b tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 947 time: 0.0553842 Mar 08 17:34:27.941887 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c3af9284-09f3-479f-9266-96f8dd7f1287 req-ba7528c4-340c-4bed-9378-11b1d2019f0a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420098 Mar 08 17:34:29.060054 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b9dbd-8f97-4516-b6a4-4e025d96a48d req-040bf719-79f6-4853-8f52-b9e8dc2df0d3 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:29.061512 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-699b9dbd-8f97-4516-b6a4-4e025d96a48d req-040bf719-79f6-4853-8f52-b9e8dc2df0d3 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 947 time: 0.0511861 Mar 08 17:34:29.107622 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-699b9dbd-8f97-4516-b6a4-4e025d96a48d req-1373d654-7e3c-45de-ba63-ea3459732197 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393798 Mar 08 17:34:30.222980 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110bb1c-ee31-4aa8-a888-a457eab74ece req-1b5cc378-b0dc-43c5-b092-647ef52ed5d7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:30.224419 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5110bb1c-ee31-4aa8-a888-a457eab74ece req-1b5cc378-b0dc-43c5-b092-647ef52ed5d7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 947 time: 0.0502839 Mar 08 17:34:30.270435 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5110bb1c-ee31-4aa8-a888-a457eab74ece req-d6c1b23c-6b93-4cf4-926d-471ab3124b83 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Mar 08 17:34:30.964305 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:34:31.388267 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad385f-3452-42b2-b9f4-c9db576ac666 req-51f483c7-de5b-4aa5-be7f-a61fde39cd3d tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:31.389717 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d0ad385f-3452-42b2-b9f4-c9db576ac666 req-51f483c7-de5b-4aa5-be7f-a61fde39cd3d tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 947 time: 0.0547318 Mar 08 17:34:31.435632 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d0ad385f-3452-42b2-b9f4-c9db576ac666 req-74988315-d3a0-49ba-9e7f-e53ac12d506c tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Mar 08 17:34:32.554480 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e52662-1f07-4c45-9c89-abd134981d2e req-bc154a8c-74fc-4c17-bc37-8b9b7656c770 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:32.555845 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d1e52662-1f07-4c45-9c89-abd134981d2e req-bc154a8c-74fc-4c17-bc37-8b9b7656c770 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 947 time: 0.0539193 Mar 08 17:34:32.601109 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d1e52662-1f07-4c45-9c89-abd134981d2e req-2fc73f34-a37e-420a-b2ef-fc05578642fa tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Mar 08 17:34:33.716999 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8270465-e020-4eb2-9da4-3376a835f0ae req-26f7fe49-b988-48ff-b682-f62d24e12596 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:33.718518 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b8270465-e020-4eb2-9da4-3376a835f0ae req-26f7fe49-b988-48ff-b682-f62d24e12596 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 947 time: 0.0509984 Mar 08 17:34:33.767573 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b8270465-e020-4eb2-9da4-3376a835f0ae req-df20e30c-ef60-4cc8-b21f-fa6640d37bf4 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Mar 08 17:34:34.410090 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 40d363b9-d29d-4516-bef3-da79c4dff3de details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:34:34.627043 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 40d363b9-d29d-4516-bef3-da79c4dff3de, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40d363b9-d29d-4516-bef3-da79c4dff3de,segment=NetworkSegment(8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75),segment_id=8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:34.636972 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '40d363b9-d29d-4516-bef3-da79c4dff3de', 'network_id': '0b4bc836-88a2-4864-b506-fe3143a5c1ff', 'port_id': '40d363b9-d29d-4516-bef3-da79c4dff3de', 'mac_address': 'fa:16:3e:4b:bc:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49eca6dc-ba1d-4315-bcee-981848878324', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:34:34.674504 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 40d363b9-d29d-4516-bef3-da79c4dff3de is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:34.674887 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.687152 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d363b9-d29d-4516-bef3-da79c4dff3de {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:34:34.705361 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 40d363b9-d29d-4516-bef3-da79c4dff3de, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40d363b9-d29d-4516-bef3-da79c4dff3de,segment=NetworkSegment(8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75),segment_id=8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:34.769659 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:34.817696 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=40d363b9-d29d-4516-bef3-da79c4dff3de,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:34.825037 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.825395 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.825902 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.826140 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.826484 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.826820 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.827151 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.827483 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.827818 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.828175 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.828468 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.829297 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.829638 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:34.890333 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743cd82-e5f4-4236-9ef8-5fb932c0a287 req-56055c60-bc6b-4bd8-83c0-6b44709c9ba7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:34.892422 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8743cd82-e5f4-4236-9ef8-5fb932c0a287 req-56055c60-bc6b-4bd8-83c0-6b44709c9ba7 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 948 time: 0.0521464 Mar 08 17:34:34.939562 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8743cd82-e5f4-4236-9ef8-5fb932c0a287 req-861d403f-84b7-4d2f-bb7b-9e2ef57e3415 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Mar 08 17:34:35.322364 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1748dce-f940-445b-8aa0-016973b8bc2c req-ab9e28d1-9c9e-469e-83a9-71991edcf862 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:35.323838 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f1748dce-f940-445b-8aa0-016973b8bc2c req-ab9e28d1-9c9e-469e-83a9-71991edcf862 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0516336 Mar 08 17:34:35.373131 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f1748dce-f940-445b-8aa0-016973b8bc2c req-1f230450-b0aa-458c-9d86-19823ebd73a2 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Mar 08 17:34:35.416489 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32619d2-7abd-4244-ab9a-988f87e2a122 req-cca7f8b1-776d-42d2-8e7d-234166ca526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:35.417986 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e32619d2-7abd-4244-ab9a-988f87e2a122 req-cca7f8b1-776d-42d2-8e7d-234166ca526f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 1129 time: 0.0436494 Mar 08 17:34:35.513506 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32619d2-7abd-4244-ab9a-988f87e2a122 req-58fa047a-f863-462e-9e89-62cbecd49e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:35.513506 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e32619d2-7abd-4244-ab9a-988f87e2a122 req-58fa047a-f863-462e-9e89-62cbecd49e75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 919 time: 0.0854959 Mar 08 17:34:35.555355 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e32619d2-7abd-4244-ab9a-988f87e2a122 req-a8ac02ea-03fc-423c-b05f-1928965a8b16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2b091c2-038c-4fda-88ad-789f9749ad58 HTTP/1.1" status: 200 len: 217 time: 0.0376115 Mar 08 17:34:35.602975 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32619d2-7abd-4244-ab9a-988f87e2a122 req-20fcff9a-faa3-4c95-b2de-08f3358255a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:35.604413 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e32619d2-7abd-4244-ab9a-988f87e2a122 req-20fcff9a-faa3-4c95-b2de-08f3358255a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a HTTP/1.1" status: 200 len: 858 time: 0.0425265 Mar 08 17:34:35.635508 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e32619d2-7abd-4244-ab9a-988f87e2a122 req-9ac25ddc-b138-4448-9a5c-aaf34e252620 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=002e704e-1690-4589-a1c7-568764202ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241241 Mar 08 17:34:35.728275 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e32619d2-7abd-4244-ab9a-988f87e2a122 req-b210eaf3-c854-4019-b79c-4cd207edf210 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830076 Mar 08 17:34:35.800010 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['40d363b9-d29d-4516-bef3-da79c4dff3de'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:34:35.819679 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e32619d2-7abd-4244-ab9a-988f87e2a122 req-f8bd6cf8-b7f3-4d12-adf4-d9229c045edd service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806909 Mar 08 17:34:36.067115 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a737a9c-d27c-4778-afd1-af1a480d912d req-955edb50-6db4-4ee8-a15e-f6b9e70f05c3 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:36.070315 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a737a9c-d27c-4778-afd1-af1a480d912d req-955edb50-6db4-4ee8-a15e-f6b9e70f05c3 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 948 time: 0.0540216 Mar 08 17:34:36.121383 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a737a9c-d27c-4778-afd1-af1a480d912d req-2d8ec5b9-864c-4d42-8f35-a8f3490bf6b8 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473378 Mar 08 17:34:36.495450 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb680d-0078-4a89-827f-e039bfae9994 req-99384f99-3422-4ea3-8c1c-da2f8a293a30 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:36.496925 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91fb680d-0078-4a89-827f-e039bfae9994 req-99384f99-3422-4ea3-8c1c-da2f8a293a30 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0539539 Mar 08 17:34:36.556495 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91fb680d-0078-4a89-827f-e039bfae9994 req-7cc8d25b-d666-4d8a-8095-b4c9d4af5f00 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533426 Mar 08 17:34:37.236523 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fedb47-c2eb-46b5-86e0-84083f477666 req-6c75920e-782e-43d9-961e-94e57ff4836a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:37.238014 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a2fedb47-c2eb-46b5-86e0-84083f477666 req-6c75920e-782e-43d9-961e-94e57ff4836a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 948 time: 0.0515671 Mar 08 17:34:37.283915 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a2fedb47-c2eb-46b5-86e0-84083f477666 req-2082a0b7-a8ee-413c-bc38-cc1afe28ae25 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Mar 08 17:34:37.677770 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3915e2-fa07-4841-9601-477cbe9ab57d req-042c1767-9a49-40d1-a528-a1dac6751a0c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:37.679249 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7d3915e2-fa07-4841-9601-477cbe9ab57d req-042c1767-9a49-40d1-a528-a1dac6751a0c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0516703 Mar 08 17:34:37.724820 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7d3915e2-fa07-4841-9601-477cbe9ab57d req-da5f9e26-57bc-4854-a244-f76e2a5bd1ce tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400534 Mar 08 17:34:37.847451 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 50932) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:37.971906 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-64ff121c-9edd-4b9e-87f4-552a8b3434af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.041736 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-64ff121c-9edd-4b9e-87f4-552a8b3434af admin admin] Publish callbacks [] for security_group (d2ebae91-dcc7-4008-8012-8e34a3431d80), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.120897 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-64ff121c-9edd-4b9e-87f4-552a8b3434af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d2ebae91-dcc7-4008-8012-8e34a3431d80), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.157639 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-64ff121c-9edd-4b9e-87f4-552a8b3434af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80fade42a3084c29b8cfb55118306f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091278 Mar 08 17:34:38.159211 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff121c-9edd-4b9e-87f4-552a8b3434af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ebae91-dcc7-4008-8012-8e34a3431d80,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:38.161724 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 50936) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:38.210844 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cde67cfd-f593-41b3-9d61-ce85ecf967cb admin admin] Publish callbacks [] for security_group (d2ebae91-dcc7-4008-8012-8e34a3431d80), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.231368 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cde67cfd-f593-41b3-9d61-ce85ecf967cb admin admin] Publish callbacks [] for security_group (d2ebae91-dcc7-4008-8012-8e34a3431d80), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.332621 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cde67cfd-f593-41b3-9d61-ce85ecf967cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d2ebae91-dcc7-4008-8012-8e34a3431d80), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.338268 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cde67cfd-f593-41b3-9d61-ce85ecf967cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.338268 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-cde67cfd-f593-41b3-9d61-ce85ecf967cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2ebae91-dcc7-4008-8012-8e34a3431d80 HTTP/1.1" status: 204 len: 168 time: 0.1740103 Mar 08 17:34:38.344425 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde67cfd-f593-41b3-9d61-ce85ecf967cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ebae91-dcc7-4008-8012-8e34a3431d80,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:38.415611 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1f535-bc01-4d2c-af42-42f6bafca82d req-5b97876b-45eb-4ab6-ba6c-4b30deb79909 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:38.417122 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-79a1f535-bc01-4d2c-af42-42f6bafca82d req-5b97876b-45eb-4ab6-ba6c-4b30deb79909 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 948 time: 0.0541165 Mar 08 17:34:38.441405 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 40d363b9-d29d-4516-bef3-da79c4dff3de up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:38.474513 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-79a1f535-bc01-4d2c-af42-42f6bafca82d req-9569bdf4-edfd-4b9a-be1e-3d3b738323b5 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517681 Mar 08 17:34:38.546526 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port 40d363b9-d29d-4516-bef3-da79c4dff3de completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:34:38.550609 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 40d363b9-d29d-4516-bef3-da79c4dff3de triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:38.550985 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.637076 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 40d363b9-d29d-4516-bef3-da79c4dff3de is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:38.637314 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.676293 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1d24f6-020d-498d-930c-1af622878fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d363b9-d29d-4516-bef3-da79c4dff3de'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:38.679228 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067d717e-b8fc-4690-a6a5-9fc1841e1d62" -d '{"events": [{"server_uuid": "0a1d24f6-020d-498d-930c-1af622878fee", "name": "network-vif-plugged", "status": "completed", "tag": "40d363b9-d29d-4516-bef3-da79c4dff3de"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:38.702317 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 40d363b9-d29d-4516-bef3-da79c4dff3de, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40d363b9-d29d-4516-bef3-da79c4dff3de,segment=NetworkSegment(8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75),segment_id=8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:38.767824 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6be15ab-70d7-4bb2-84b8-6883c4b2a912 x-openstack-request-id: req-f6be15ab-70d7-4bb2-84b8-6883c4b2a912 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:38.768271 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1d24f6-020d-498d-930c-1af622878fee", "name": "network-vif-plugged", "status": "completed", "tag": "40d363b9-d29d-4516-bef3-da79c4dff3de", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:38.768622 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6be15ab-70d7-4bb2-84b8-6883c4b2a912 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:38.769186 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1d24f6-020d-498d-930c-1af622878fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d363b9-d29d-4516-bef3-da79c4dff3de', 'code': 200} Mar 08 17:34:38.795503 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:38.848758 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=40d363b9-d29d-4516-bef3-da79c4dff3de,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:38.855634 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f90738-0191-4012-89ee-9549c9d56dbf req-69f747da-46a8-4cb6-aa98-8fd350270bc9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:38.862243 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-52f90738-0191-4012-89ee-9549c9d56dbf req-69f747da-46a8-4cb6-aa98-8fd350270bc9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0639579 Mar 08 17:34:38.906891 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-52f90738-0191-4012-89ee-9549c9d56dbf req-5f4b9454-6ed5-432d-8741-64494a5f6508 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438190 Mar 08 17:34:39.143807 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383aa9d-5de7-4aac-970d-63734adc01fb req-b71f0baa-145b-4ae0-ac6e-d8cc85e9b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:39.145301 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7383aa9d-5de7-4aac-970d-63734adc01fb req-b71f0baa-145b-4ae0-ac6e-d8cc85e9b431 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 1133 time: 0.0432267 Mar 08 17:34:39.189996 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7383aa9d-5de7-4aac-970d-63734adc01fb req-8dedd6da-a291-4dcc-aa93-f9ac792d994f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377767 Mar 08 17:34:39.588848 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9388f-dda1-49d6-b317-019883fb6905 req-de6730e1-e7bf-4a7d-8838-1cab02a5824d tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:39.590236 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cd9388f-dda1-49d6-b317-019883fb6905 req-de6730e1-e7bf-4a7d-8838-1cab02a5824d tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 949 time: 0.0536754 Mar 08 17:34:39.636993 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cd9388f-dda1-49d6-b317-019883fb6905 req-f92e0608-0515-47bc-9de1-658fbbf5daf8 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Mar 08 17:34:40.029338 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba777d52-9e29-4cf6-8c1d-02e91b879ae0 req-deef5916-0f45-4c73-b8b5-c2044f8fe3b9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:40.030857 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ba777d52-9e29-4cf6-8c1d-02e91b879ae0 req-deef5916-0f45-4c73-b8b5-c2044f8fe3b9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0553672 Mar 08 17:34:40.080629 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ba777d52-9e29-4cf6-8c1d-02e91b879ae0 req-441501e4-adf0-4ff1-9698-a2cc7d6d7832 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 Mar 08 17:34:40.753796 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85357bfa-617b-46f2-bf79-84bad92fa604 req-90dadb8f-91c9-4735-a9a7-ad1ee0a0a0b9 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:40.755280 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-85357bfa-617b-46f2-bf79-84bad92fa604 req-90dadb8f-91c9-4735-a9a7-ad1ee0a0a0b9 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 949 time: 0.0521209 Mar 08 17:34:40.800667 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-85357bfa-617b-46f2-bf79-84bad92fa604 req-efcaa3f3-9005-444a-a402-1849b05e30b9 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400054 Mar 08 17:34:41.208759 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef1d7d-c341-4005-a101-1e7a658c8191 req-9490acb1-ab42-48c2-89b9-877351a3ef5f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:41.213494 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-33ef1d7d-c341-4005-a101-1e7a658c8191 req-9490acb1-ab42-48c2-89b9-877351a3ef5f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0625193 Mar 08 17:34:41.261475 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-33ef1d7d-c341-4005-a101-1e7a658c8191 req-880fe80b-085a-4b43-a3e3-26ac0def1ee0 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456753 Mar 08 17:34:41.916559 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2d8a1-4dcb-48d0-a4de-07c5a081cbf3 req-1b6a0af2-d76b-4dac-b07a-8f184433e948 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:41.918050 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-34d2d8a1-4dcb-48d0-a4de-07c5a081cbf3 req-1b6a0af2-d76b-4dac-b07a-8f184433e948 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 949 time: 0.0503898 Mar 08 17:34:41.967098 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-34d2d8a1-4dcb-48d0-a4de-07c5a081cbf3 req-89eb5c12-137d-4adb-a365-16e77966b21b tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434940 Mar 08 17:34:42.384870 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94270425-c300-45ce-908e-c6cfb8cebeab req-a2e3377a-9db6-4972-b7ed-edc6eff35d72 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:42.393917 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-94270425-c300-45ce-908e-c6cfb8cebeab req-a2e3377a-9db6-4972-b7ed-edc6eff35d72 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0657680 Mar 08 17:34:42.443955 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-94270425-c300-45ce-908e-c6cfb8cebeab req-f77b58a6-be2e-4706-8041-c24ddcff086e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491076 Mar 08 17:34:42.444423 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797cc06-dccc-4a50-956b-b5a97cadb35e req-53174da0-d5ed-4737-bcd5-ab9eda1a90fd tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:42.446127 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c797cc06-dccc-4a50-956b-b5a97cadb35e req-53174da0-d5ed-4737-bcd5-ab9eda1a90fd tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 949 time: 0.0630877 Mar 08 17:34:42.494576 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c797cc06-dccc-4a50-956b-b5a97cadb35e req-f9f83606-f2fa-4524-94fa-7da1f5571e1f tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427113 Mar 08 17:34:43.560280 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c4562-0557-4bba-89af-50347e0ec5e4 req-274d9be0-8776-493a-a454-6e0947660eda tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:43.561787 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a42c4562-0557-4bba-89af-50347e0ec5e4 req-274d9be0-8776-493a-a454-6e0947660eda tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0522826 Mar 08 17:34:43.610101 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a42c4562-0557-4bba-89af-50347e0ec5e4 req-aaa98595-1bea-4af5-b88a-73604862c2f0 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Mar 08 17:34:43.618855 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd93ba-835c-422a-89c2-c1e581935562 req-f759cfbb-198f-4614-91fd-8a1e6a52d8f9 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:43.620373 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-48dd93ba-835c-422a-89c2-c1e581935562 req-f759cfbb-198f-4614-91fd-8a1e6a52d8f9 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 949 time: 0.0579023 Mar 08 17:34:43.677562 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-48dd93ba-835c-422a-89c2-c1e581935562 req-4ecbe33d-688e-4024-9312-b8c99c41753a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507205 Mar 08 17:34:44.768912 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16333d79-786b-43ce-8702-efae9f0da630 req-4ba5b734-258a-4b30-b8a7-b66ee0b94014 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:44.771964 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-16333d79-786b-43ce-8702-efae9f0da630 req-4ba5b734-258a-4b30-b8a7-b66ee0b94014 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0901630 Mar 08 17:34:44.783515 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ef9f9-4743-436c-a6c0-df942dfa7d5d req-bb235c1d-ba2e-4745-865a-4dbb80296e37 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:44.784953 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ba8ef9f9-4743-436c-a6c0-df942dfa7d5d req-bb235c1d-ba2e-4745-865a-4dbb80296e37 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 949 time: 0.1014097 Mar 08 17:34:44.805689 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfde46-fb29-4fcb-9fb5-1d1ffe2636ca req-82f59bea-0b0e-4c33-ade2-c28238abfdd2 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:44.807172 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cecfde46-fb29-4fcb-9fb5-1d1ffe2636ca req-82f59bea-0b0e-4c33-ade2-c28238abfdd2 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 949 time: 0.0591989 Mar 08 17:34:44.855304 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cecfde46-fb29-4fcb-9fb5-1d1ffe2636ca req-388908d0-04dc-4ca5-8677-e575e11556a0 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/security-groups?id=071b1fed-f860-44c3-822b-95761214188c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Mar 08 17:34:44.861968 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-16333d79-786b-43ce-8702-efae9f0da630 req-70874311-1386-448f-9cc3-b93ba06c89ba tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753465 Mar 08 17:34:44.909139 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-ba8ef9f9-4743-436c-a6c0-df942dfa7d5d req-a43a441c-15b1-47a0-b276-a609a09cfb1a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Deleting port 40d363b9-d29d-4516-bef3-da79c4dff3de {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:34:44.909401 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ba8ef9f9-4743-436c-a6c0-df942dfa7d5d req-a43a441c-15b1-47a0-b276-a609a09cfb1a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:44.994718 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-ba8ef9f9-4743-436c-a6c0-df942dfa7d5d req-a43a441c-15b1-47a0-b276-a609a09cfb1a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] For port 40d363b9-d29d-4516-bef3-da79c4dff3de, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40d363b9-d29d-4516-bef3-da79c4dff3de,segment=NetworkSegment(8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75),segment_id=8717a4e5-83e7-48e2-bed6-e2c9d4ee2a75)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:44.995084 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ba8ef9f9-4743-436c-a6c0-df942dfa7d5d req-a43a441c-15b1-47a0-b276-a609a09cfb1a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:45.006822 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-ba8ef9f9-4743-436c-a6c0-df942dfa7d5d req-a43a441c-15b1-47a0-b276-a609a09cfb1a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Calling delete_port for 40d363b9-d29d-4516-bef3-da79c4dff3de owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:34:45.195273 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ba8ef9f9-4743-436c-a6c0-df942dfa7d5d req-a43a441c-15b1-47a0-b276-a609a09cfb1a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (40d363b9-d29d-4516-bef3-da79c4dff3de), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:45.228992 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a441c-15b1-47a0-b276-a609a09cfb1a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Pushing event deleted for resources: {'Port': ['ID=40d363b9-d29d-4516-bef3-da79c4dff3de,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:45.273369 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8ef9f9-4743-436c-a6c0-df942dfa7d5d req-a43a441c-15b1-47a0-b276-a609a09cfb1a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] No DVR routers for this DVR port 40d363b9-d29d-4516-bef3-da79c4dff3de on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:34:45.276573 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ba8ef9f9-4743-436c-a6c0-df942dfa7d5d req-a43a441c-15b1-47a0-b276-a609a09cfb1a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:45.280580 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ba8ef9f9-4743-436c-a6c0-df942dfa7d5d req-a43a441c-15b1-47a0-b276-a609a09cfb1a tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.64 "DELETE /v2.0/ports/40d363b9-d29d-4516-bef3-da79c4dff3de HTTP/1.1" status: 204 len: 173 time: 0.4814081 Mar 08 17:34:45.281181 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1d24f6-020d-498d-930c-1af622878fee', 'name': 'network-vif-deleted', 'tag': '40d363b9-d29d-4516-bef3-da79c4dff3de'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:34:45.283961 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d746b5d1-719f-4fef-9421-0306e7d4296c" -d '{"events": [{"server_uuid": "0a1d24f6-020d-498d-930c-1af622878fee", "name": "network-vif-deleted", "tag": "40d363b9-d29d-4516-bef3-da79c4dff3de"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:34:45.327785 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d57a9d4-f5d9-4aa4-a11e-c470785ddf3e x-openstack-request-id: req-2d57a9d4-f5d9-4aa4-a11e-c470785ddf3e {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:34:45.328167 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1d24f6-020d-498d-930c-1af622878fee", "name": "network-vif-deleted", "tag": "40d363b9-d29d-4516-bef3-da79c4dff3de", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:34:45.328430 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d57a9d4-f5d9-4aa4-a11e-c470785ddf3e {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:34:45.328804 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1d24f6-020d-498d-930c-1af622878fee', 'name': 'network-vif-deleted', 'tag': '40d363b9-d29d-4516-bef3-da79c4dff3de', 'status': 'completed', 'code': 200} Mar 08 17:34:45.948140 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a18c77bf-689c-486b-b177-092af3f53000 req-b61754ac-494a-4807-8929-fc028bb0efd5 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 210 time: 0.0266256 Mar 08 17:34:45.980282 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7018bae-52d2-4b2d-8231-1948725888fb req-8c91baed-859c-49ca-bbcd-553f6e961f76 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:45.981709 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b7018bae-52d2-4b2d-8231-1948725888fb req-8c91baed-859c-49ca-bbcd-553f6e961f76 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0511479 Mar 08 17:34:46.031903 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b7018bae-52d2-4b2d-8231-1948725888fb req-27ef4025-6c8f-4f8d-96ac-679d900109a0 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 Mar 08 17:34:46.344889 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['40d363b9-d29d-4516-bef3-da79c4dff3de'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:34:47.043910 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-db8c2744-536f-4cd4-921a-c2ac3eabea25 req-354e3e89-de81-469d-8b41-7d470afd33df tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 210 time: 0.0290506 Mar 08 17:34:47.149723 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613e604-b631-4c7a-a9b0-9b0a1636e3d0 req-6186ad38-111b-4d85-ba16-8f707c6d271d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:47.151186 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a613e604-b631-4c7a-a9b0-9b0a1636e3d0 req-6186ad38-111b-4d85-ba16-8f707c6d271d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0537374 Mar 08 17:34:47.197269 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a613e604-b631-4c7a-a9b0-9b0a1636e3d0 req-f21546a6-14cd-4c60-a579-e3e89a81277e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Mar 08 17:34:48.156540 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ae1c71e-4df7-4e28-a3e3-df6d9d828c50 req-82e931b8-c118-4105-9fb5-24aa01f1f58e tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 210 time: 0.0279951 Mar 08 17:34:48.312821 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30960c64-9fe3-4e1a-82bf-267d91b215b1 req-042a04b9-f409-4d5c-9e25-ba79dc296543 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:48.314320 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-30960c64-9fe3-4e1a-82bf-267d91b215b1 req-042a04b9-f409-4d5c-9e25-ba79dc296543 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0519998 Mar 08 17:34:48.359145 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-30960c64-9fe3-4e1a-82bf-267d91b215b1 req-ed5ded1e-aade-4271-bfa0-b3591a234653 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Mar 08 17:34:49.055252 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4894533-899b-4eca-98d5-8cc0d34f9fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:49.261901 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d5d07175-c8e9-428e-886d-812235829785 req-dd1c37af-ce42-4abb-b360-ee80b7a47518 tempest-VolumesNegativeTest-715853397 tempest-VolumesNegativeTest-715853397-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a1d24f6-020d-498d-930c-1af622878fee HTTP/1.1" status: 200 len: 210 time: 0.0275912 Mar 08 17:34:49.479079 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdceaa2-d0a1-4551-a949-aa2a08574c68 req-07ae2e67-c9be-49d0-a2a0-d190a06b05c4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:49.480254 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0bdceaa2-d0a1-4551-a949-aa2a08574c68 req-07ae2e67-c9be-49d0-a2a0-d190a06b05c4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0537770 Mar 08 17:34:49.530724 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0bdceaa2-d0a1-4551-a949-aa2a08574c68 req-a5c8b95a-64ce-48f6-8013-cbe3997fbe76 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453522 Mar 08 17:34:50.255497 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:50.369115 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51106) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:50.480258 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7ff400d-923d-4043-9e1a-a9cd5b938c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:50.563845 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7ff400d-923d-4043-9e1a-a9cd5b938c61 admin admin] Publish callbacks [] for security_group (88c7f184-a7e0-44ba-8158-a841cbff366b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:50.648934 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f83a4-9793-424a-88b1-e346fb30759b req-8673de85-fa7d-4f41-9ba2-217e2e35b17c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:50.654393 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-134f83a4-9793-424a-88b1-e346fb30759b req-8673de85-fa7d-4f41-9ba2-217e2e35b17c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0528107 Mar 08 17:34:50.679608 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7ff400d-923d-4043-9e1a-a9cd5b938c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (88c7f184-a7e0-44ba-8158-a841cbff366b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:50.698057 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-134f83a4-9793-424a-88b1-e346fb30759b req-f074489f-3853-44c5-b1d6-014a691f19ed tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 Mar 08 17:34:50.717364 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e7ff400d-923d-4043-9e1a-a9cd5b938c61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb8c1ebf979a4f6daf52f9fda1009cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471994 Mar 08 17:34:50.720154 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 51122) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:50.728101 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff400d-923d-4043-9e1a-a9cd5b938c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c7f184-a7e0-44ba-8158-a841cbff366b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:50.774108 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fa7fa99-0384-4c38-8668-96e08aacf152 admin admin] Publish callbacks [] for security_group (88c7f184-a7e0-44ba-8158-a841cbff366b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:50.798778 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fa7fa99-0384-4c38-8668-96e08aacf152 admin admin] Publish callbacks [] for security_group (88c7f184-a7e0-44ba-8158-a841cbff366b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:50.941993 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fa7fa99-0384-4c38-8668-96e08aacf152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (88c7f184-a7e0-44ba-8158-a841cbff366b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:50.944616 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fa7fa99-0384-4c38-8668-96e08aacf152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:50.945934 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2fa7fa99-0384-4c38-8668-96e08aacf152 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/88c7f184-a7e0-44ba-8158-a841cbff366b HTTP/1.1" status: 204 len: 168 time: 0.2246296 Mar 08 17:34:50.953946 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7fa99-0384-4c38-8668-96e08aacf152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c7f184-a7e0-44ba-8158-a841cbff366b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:51.309344 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e58ec9be-1455-4cae-8ab6-1f25075f2677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:51.824088 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00e8ba-ce26-48ac-8313-4bec4e1779f6 req-0bc2c7cd-2eed-43d5-aefd-c5ed4a5e5b51 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:51.825663 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2b00e8ba-ce26-48ac-8313-4bec4e1779f6 req-0bc2c7cd-2eed-43d5-aefd-c5ed4a5e5b51 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0600703 Mar 08 17:34:51.876472 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2b00e8ba-ce26-48ac-8313-4bec4e1779f6 req-8d86f4ff-506c-4d2f-894f-aa3314d91535 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 Mar 08 17:34:52.058412 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 51232) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:52.158195 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-595654118-network', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:52.252268 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Made reservation on behalf of 5dba5635511c46bc9431cc58f7118cf7 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:52.255171 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.266405 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.339547 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Publish callbacks [] for security_group (f735fcc1-ef83-4975-8f9f-1bf9f42f372a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.412200 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (f735fcc1-ef83-4975-8f9f-1bf9f42f372a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.438884 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:34:52.445297 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f735fcc1-ef83-4975-8f9f-1bf9f42f372a,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:52.451004 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (5fab72d6-9738-4311-9ecd-9c013dde62eb), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.451346 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Added segment 5fab72d6-9738-4311-9ecd-9c013dde62eb of type vlan for network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 Mar 08 17:34:52.491536 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.569587 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.570595 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:52.571181 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.635115 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] Pushing event updated for resources: {'Network': ['ID=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:52.645434 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:34:52.692658 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-33b0edc6-f250-4599-a6c9-bd9fbc6ab7bf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6303842 Mar 08 17:34:52.693171 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 51254) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:52.700442 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.700583 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] Request body: {'subnet': {'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-595654118-subnet', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:52.812809 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] Made reservation on behalf of 5dba5635511c46bc9431cc58f7118cf7 for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:52.815550 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125924513'] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:52.904137 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 40d363b9-d29d-4516-bef3-da79c4dff3de no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:34:52.928707 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: 40d363b9-d29d-4516-bef3-da79c4dff3de {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:34:52.929057 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 40d363b9-d29d-4516-bef3-da79c4dff3de not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:34:53.035830 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404f2ed-900f-4b59-8df6-60269942098a req-74d03f5f-db8e-4723-8b09-ca1b1c37e13d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:53.037653 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f404f2ed-900f-4b59-8df6-60269942098a req-74d03f5f-db8e-4723-8b09-ca1b1c37e13d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0892997 Mar 08 17:34:53.081120 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126736342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924543'] for subnet (a58180db-0d18-46c1-a0ee-ff9ef3678274), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.105929 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f404f2ed-900f-4b59-8df6-60269942098a req-6454c9f6-8ee7-416b-858b-470d7357ce6b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627367 Mar 08 17:34:53.135515 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58180db-0d18-46c1-a0ee-ff9ef3678274,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:53.151934 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] Checking segment: {'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:53.152291 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] Network hostable DHCP agents. Network: ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:34:53.226914 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] Network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:34:53.301170 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:53.305797 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:53.306405 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.315546 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e19f0-4d0f-4058-aeef-fd48f93d3fe8 None None] Network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:34:53.381864 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b0105d79-7844-4dae-9726-92da209d794e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6842294 Mar 08 17:34:53.382454 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51296) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:53.387066 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:53.411804 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dfe9f6d-995d-5fd4-beda-83d7ae1b07aa-ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'fixed_ips': [{'subnet_id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274'}]}} from dv-cinder-830085-3-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:34:53.412837 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.484194 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3835290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8782'] for router (3efef630-e851-412b-900f-83d5b707f027), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.485624 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3837145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8775'] for router (3efef630-e851-412b-900f-83d5b707f027), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.541142 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Publish callbacks [] for router_controller (3efef630-e851-412b-900f-83d5b707f027), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.554446 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Allocated IP 172.20.0.2 (ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8/a58180db-0d18-46c1-a0ee-ff9ef3678274/b6e61016-06e0-44df-81c6-e41edd91785f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:53.729180 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Publish callbacks [] for port (b6e61016-06e0-44df-81c6-e41edd91785f), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.805556 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.854682 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:53.857704 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:53.862876 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:53.871860 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.874766 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Pushing event updated for resources: {'Port': ['ID=b6e61016-06e0-44df-81c6-e41edd91785f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:53.935484 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Attempting to bind port b6e61016-06e0-44df-81c6-e41edd91785f on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:53.935853 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Attempting to bind port b6e61016-06e0-44df-81c6-e41edd91785f by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:53.936215 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Attempting to bind port b6e61016-06e0-44df-81c6-e41edd91785f on network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:53.942403 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:53.942856 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Checking segment: {'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:53.943333 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:53.943746 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Bound using segment: {'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:53.944611 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Bound port: b6e61016-06e0-44df-81c6-e41edd91785f, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:53.945002 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:54.023748 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Publish callbacks [] for router_gateway (3efef630-e851-412b-900f-83d5b707f027), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:54.028804 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] For port b6e61016-06e0-44df-81c6-e41edd91785f, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:54.034259 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] For port b6e61016-06e0-44df-81c6-e41edd91785f, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b6e61016-06e0-44df-81c6-e41edd91785f,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:54.165861 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:54.239726 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78d973-e653-4674-b00f-66ce72847b4c None None] Pushing event updated for resources: {'Port': ['ID=b6e61016-06e0-44df-81c6-e41edd91785f,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:54.288783 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa9d80-a76b-4bd8-8cea-ab35f49cc73b req-faab0d30-3bfd-4ff7-a57c-0d22535c3716 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:54.290695 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24aa9d80-a76b-4bd8-8cea-ab35f49cc73b req-faab0d30-3bfd-4ff7-a57c-0d22535c3716 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0891478 Mar 08 17:34:54.433678 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24aa9d80-a76b-4bd8-8cea-ab35f49cc73b req-429788f6-7b6b-4a1d-9a59-8b67c64f2c09 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339605 Mar 08 17:34:54.463411 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Publish callbacks [] for router_gateway (3efef630-e851-412b-900f-83d5b707f027), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:54.485865 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:54.618736 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Allocated IP 172.27.3.115 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/44742962-af77-4a6a-891e-a7a0a1c326f6) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:54.733465 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Publish callbacks [] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:54.815735 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:54.859004 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:54.863435 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:54.868478 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:54.903634 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Pushing event updated for resources: {'Port': ['ID=44742962-af77-4a6a-891e-a7a0a1c326f6,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:55.240131 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114b34b4-fd49-4ffc-a0cc-3a4052c6db65 None None] Network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:34:55.305542 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:55.316877 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-e398e35b-0798-460a-91e6-6fd31af28ca1 None None] Provisioning complete for port b6e61016-06e0-44df-81c6-e41edd91785f triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:55.317248 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e398e35b-0798-460a-91e6-6fd31af28ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:55.370754 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Publish callbacks [] for router_gateway (3efef630-e851-412b-900f-83d5b707f027), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:55.433047 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e398e35b-0798-460a-91e6-6fd31af28ca1 None None] Current status of the port b6e61016-06e0-44df-81c6-e41edd91785f is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:55.433439 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e398e35b-0798-460a-91e6-6fd31af28ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:55.474339 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-e398e35b-0798-460a-91e6-6fd31af28ca1 None None] For port b6e61016-06e0-44df-81c6-e41edd91785f, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b6e61016-06e0-44df-81c6-e41edd91785f,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:55.558700 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e398e35b-0798-460a-91e6-6fd31af28ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:55.590564 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f347122-628a-47be-9047-0952d39a4f4e req-9758facb-7bd9-405e-a4de-d81918375ecb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:55.592102 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0f347122-628a-47be-9047-0952d39a4f4e req-9758facb-7bd9-405e-a4de-d81918375ecb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0726786 Mar 08 17:34:55.592830 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172'] for router (3efef630-e851-412b-900f-83d5b707f027), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:55.624943 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398e35b-0798-460a-91e6-6fd31af28ca1 None None] Pushing event updated for resources: {'Port': ['ID=b6e61016-06e0-44df-81c6-e41edd91785f,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:55.657073 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0f347122-628a-47be-9047-0952d39a4f4e req-2e179644-5f52-40a0-a89e-b5750fe87649 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550728 Mar 08 17:34:55.687148 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-355d18c7-a80e-4240-935e-60b5427f202e None None] Provisioning complete for port b6e61016-06e0-44df-81c6-e41edd91785f triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:55.687835 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-355d18c7-a80e-4240-935e-60b5427f202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:55.776527 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-355d18c7-a80e-4240-935e-60b5427f202e None None] Current status of the port b6e61016-06e0-44df-81c6-e41edd91785f is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:55.812347 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Router 3efef630-e851-412b-900f-83d5b707f027 is scheduled to L3 agent ce6156d8-a556-48aa-998b-11d79b414184 with binding_index 1 {{(pid=103424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:34:55.921199 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:34:55.930102 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Sync routers for ids ['3efef630-e851-412b-900f-83d5b707f027'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:34:55.939495 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Routers {'3efef630-e851-412b-900f-83d5b707f027'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:55.940111 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:34:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3efef630-e851-412b-900f-83d5b707f027'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:56.018120 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:56.020177 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-87eac6bc-b171-422d-9aa8-b7d916a03a4b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6366093 Mar 08 17:34:56.023149 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51406) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:56.048919 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Set router 3efef630-e851-412b-900f-83d5b707f027 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:56.238735 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:55Z', 'revision_number': 3, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:56.264895 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Checking router: 3efef630-e851-412b-900f-83d5b707f027 for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:34:56.265247 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Updating router 3efef630-e851-412b-900f-83d5b707f027 port 44742962-af77-4a6a-891e-a7a0a1c326f6 binding host dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:34:56.296047 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:56.400040 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b6e61016-06e0-44df-81c6-e41edd91785f up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:56.450507 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port b6e61016-06e0-44df-81c6-e41edd91785f triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:56.450885 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:56.466752 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:56.545952 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port b6e61016-06e0-44df-81c6-e41edd91785f is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:56.570722 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Publish callbacks [] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:56.633727 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Allocated IP 172.20.0.1 (ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8/a58180db-0d18-46c1-a0ee-ff9ef3678274/e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:34:56.690405 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:56.736090 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Pushing event updated for resources: {'Port': ['ID=44742962-af77-4a6a-891e-a7a0a1c326f6,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:56.754508 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Publish callbacks [] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:56.758369 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.758657 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.759026 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.759376 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.759714 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.760051 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.760383 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.760733 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.761142 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.762655 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.762655 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.762962 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.763206 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:34:56.769508 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Attempting to bind port 44742962-af77-4a6a-891e-a7a0a1c326f6 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:34:56.770480 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Attempting to bind port 44742962-af77-4a6a-891e-a7a0a1c326f6 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:34:56.770907 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Attempting to bind port 44742962-af77-4a6a-891e-a7a0a1c326f6 on network 1cf1adba-36f7-45e5-a590-5d52a2089e80 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:34:56.778197 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:34:56.778197 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:34:56.778197 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:56.778548 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Bound using segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:34:56.778955 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Bound port: 44742962-af77-4a6a-891e-a7a0a1c326f6, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:34:56.779551 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:56.839250 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac32656-f7a1-48da-8b6d-468d3571a429 req-6299b5fe-c1b0-42cb-b79f-db286eb54da3 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:56.841404 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fac32656-f7a1-48da-8b6d-468d3571a429 req-6299b5fe-c1b0-42cb-b79f-db286eb54da3 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.1038857 Mar 08 17:34:56.875108 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] For port 44742962-af77-4a6a-891e-a7a0a1c326f6, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:34:56.879173 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] For port 44742962-af77-4a6a-891e-a7a0a1c326f6, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=44742962-af77-4a6a-891e-a7a0a1c326f6,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:34:56.896975 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:56.945597 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fac32656-f7a1-48da-8b6d-468d3571a429 req-89629b70-1bdc-41c0-882b-bdb892b119eb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982475 Mar 08 17:34:56.963219 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:56.981445 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:56.984788 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:34:57.005070 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.030281 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:57.058217 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837913'] for router_interface (3efef630-e851-412b-900f-83d5b707f027), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.086167 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Routers {'3efef630-e851-412b-900f-83d5b707f027'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:57.087080 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:34:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3efef630-e851-412b-900f-83d5b707f027'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:57.111972 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51626b-407e-4d6f-a562-b36cf6e7a158 req-99839829-15eb-49bb-a9a9-e8a9568b962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:57.114346 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee51626b-407e-4d6f-a562-b36cf6e7a158 req-99839829-15eb-49bb-a9a9-e8a9568b962f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 1129 time: 0.1597235 Mar 08 17:34:57.129795 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032e774-0ec1-47e8-aec6-40611ce73143 None None] Pushing event updated for resources: {'Port': ['ID=44742962-af77-4a6a-891e-a7a0a1c326f6,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:57.144100 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 51426) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:57.209759 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee51626b-407e-4d6f-a562-b36cf6e7a158 req-a94673cf-117d-44c5-922c-7c6f4603fadc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885084 Mar 08 17:34:57.222877 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] Set router 3efef630-e851-412b-900f-83d5b707f027 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:57.318230 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51432) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:57.318422 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-bb182129-8b37-4493-be70-7dc3e492152d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ecc86c2af00948feadf9cf2e14737257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717827 Mar 08 17:34:57.328167 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-798c091e-de85-497e-a819-1721ce1874fc None None] Provisioning complete for port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:57.328902 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-798c091e-de85-497e-a819-1721ce1874fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.377485 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-798c091e-de85-497e-a819-1721ce1874fc None None] Port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:34:57.391744 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.414249 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b6af4193-dadc-49be-8f9a-da34f62d8615 admin admin] Publish callbacks [] for security_group (071b1fed-f860-44c3-822b-95761214188c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.455064 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:55Z', 'revision_number': 3, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:57.460804 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b6af4193-dadc-49be-8f9a-da34f62d8615 admin admin] Publish callbacks [] for security_group (071b1fed-f860-44c3-822b-95761214188c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.484739 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ddc51b-8a7c-42a3-bb36-fafbf29acb48 None None] The sync data for ids ['3efef630-e851-412b-900f-83d5b707f027'] in dv-cinder-830085-3-iscsi is: [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:55Z', 'revision_number': 3, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:34:57.616256 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Publish callbacks [] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.649658 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b6af4193-dadc-49be-8f9a-da34f62d8615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (071b1fed-f860-44c3-822b-95761214188c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.652301 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b6af4193-dadc-49be-8f9a-da34f62d8615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.653606 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b6af4193-dadc-49be-8f9a-da34f62d8615 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/071b1fed-f860-44c3-822b-95761214188c HTTP/1.1" status: 204 len: 168 time: 0.3343632 Mar 08 17:34:57.662351 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af4193-dadc-49be-8f9a-da34f62d8615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b1fed-f860-44c3-822b-95761214188c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:57.689993 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.780370 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837877'] for router_interface (3efef630-e851-412b-900f-83d5b707f027), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:57.782335 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:57.890179 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:34:57.891692 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:34:58.036862 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Router 3efef630-e851-412b-900f-83d5b707f027 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:34:58.157400 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819ff2b-5be7-47ae-8629-a1d5a72f6a31 req-60de2bf8-1980-47f5-a07e-d383d4939f02 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:58.168951 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7819ff2b-5be7-47ae-8629-a1d5a72f6a31 req-60de2bf8-1980-47f5-a07e-d383d4939f02 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.1067126 Mar 08 17:34:58.201469 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:34:58.213843 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d60d7bf8-c5f0-4c5a-8b3c-a55d4bdb7cb6 admin admin] 10.222.0.66 "PUT /v2.0/routers/3efef630-e851-412b-900f-83d5b707f027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1842108 Mar 08 17:34:58.214055 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-f19246eb-a4b4-4eb7-b7ed-87c88de165c8 None None] Provisioning complete for port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:58.214055 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f19246eb-a4b4-4eb7-b7ed-87c88de165c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:58.239227 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7819ff2b-5be7-47ae-8629-a1d5a72f6a31 req-f8837c0d-20de-4d38-a9e1-1f057db44363 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691903 Mar 08 17:34:58.264181 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f19246eb-a4b4-4eb7-b7ed-87c88de165c8 None None] Port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:34:58.405344 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 44742962-af77-4a6a-891e-a7a0a1c326f6 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:34:58.465060 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 44742962-af77-4a6a-891e-a7a0a1c326f6 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:34:58.465435 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:58.547108 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 44742962-af77-4a6a-891e-a7a0a1c326f6 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:34:58.547503 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:58.568303 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port 44742962-af77-4a6a-891e-a7a0a1c326f6, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=44742962-af77-4a6a-891e-a7a0a1c326f6,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:34:58.698336 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:58.744625 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=44742962-af77-4a6a-891e-a7a0a1c326f6,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:59.058280 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51462) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:59.063241 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1536561656-network', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:59.175948 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Made reservation on behalf of be8f8472b247456b8d5400fa820c158f for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:34:59.178672 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.229637 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Sync routers for ids ['3efef630-e851-412b-900f-83d5b707f027'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:34:59.242232 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Routers {'3efef630-e851-412b-900f-83d5b707f027'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:34:59.242884 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:34:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3efef630-e851-412b-900f-83d5b707f027'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:59.380475 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Set router 3efef630-e851-412b-900f-83d5b707f027 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:34:59.445152 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.523572 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f0364-364a-4a1a-bb0f-e298fc9b6705 req-51f96550-a739-4141-bec2-c5809284bfdf tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:59.525155 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b81f0364-364a-4a1a-bb0f-e298fc9b6705 req-51f96550-a739-4141-bec2-c5809284bfdf tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0818925 Mar 08 17:34:59.602025 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:57Z', 'revision_number': 4, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35', 'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'mac_address': 'fa:16:3e:64:10:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:56Z', 'updated_at': '2022-03-08T17:34:57Z', 'revision_number': 2, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'subnets': [{'id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:34:59.603005 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b81f0364-364a-4a1a-bb0f-e298fc9b6705 req-9af28301-234c-4ede-84c0-0830efdc7175 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700595 Mar 08 17:34:59.609244 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Publish callbacks [] for security_group (af76314d-f2fc-416e-9927-2561abf3c2b8), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.635788 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Checking router: 3efef630-e851-412b-900f-83d5b707f027 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:34:59.636146 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Updating router 3efef630-e851-412b-900f-83d5b707f027 port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 binding host dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:34:59.661722 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (af76314d-f2fc-416e-9927-2561abf3c2b8), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.668016 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.689336 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:34:59.706524 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af76314d-f2fc-416e-9927-2561abf3c2b8,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:59.709658 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.710540 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Added segment ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224 of type vlan for network 3baa73a8-79f6-4ebb-8c40-8049a6329031 Mar 08 17:34:59.758960 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (3baa73a8-79f6-4ebb-8c40-8049a6329031), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.844804 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (3baa73a8-79f6-4ebb-8c40-8049a6329031), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.845829 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:34:59.846420 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:34:59.908497 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] Pushing event updated for resources: {'Network': ['ID=3baa73a8-79f6-4ebb-8c40-8049a6329031,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:34:59.950537 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-35783309-e466-4f41-af20-fa272eb50c34 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8909841 Mar 08 17:34:59.953338 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51482) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:34:59.958768 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] Request body: {'subnet': {'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1536561656-subnet', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:34:59.986576 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 3baa73a8-79f6-4ebb-8c40-8049a6329031 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:35:00.053398 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] Made reservation on behalf of be8f8472b247456b8d5400fa820c158f for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:35:00.056331 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129705314'] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.147274 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Publish callbacks [] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.227179 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.278058 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70622171-29ef-43b0-a31e-2b485bc85d8c None None] Pushing event updated for resources: {'Port': ['ID=e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:00.323484 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129999172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129705340'] for subnet (c4c03f6d-644d-4a33-8b45-2c97bc36c92c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.340377 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Attempting to bind port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:35:00.340801 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Attempting to bind port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:35:00.341172 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Attempting to bind port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 on network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:35:00.347059 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:35:00.356398 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Checking segment: {'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:35:00.357156 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.357678 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Bound using segment: {'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:35:00.358478 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Bound port: e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:35:00.359118 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.391704 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c03f6d-644d-4a33-8b45-2c97bc36c92c,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:00.397288 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] Checking segment: {'id': 'ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:35:00.397288 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] Network hostable DHCP agents. Network: 3baa73a8-79f6-4ebb-8c40-8049a6329031, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:35:00.403414 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 44742962-af77-4a6a-891e-a7a0a1c326f6 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:00.470063 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] For port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:35:00.474909 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] For port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:35:00.483254 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 44742962-af77-4a6a-891e-a7a0a1c326f6 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:00.483254 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.504847 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] Network 3baa73a8-79f6-4ebb-8c40-8049a6329031 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:35:00.532577 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-1a87eed7-a436-4368-be86-52826fefdcb6 None None] Provisioning complete for port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:00.532890 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a87eed7-a436-4368-be86-52826fefdcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.559316 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.575719 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 3baa73a8-79f6-4ebb-8c40-8049a6329031) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:35:00.580141 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:00.581170 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.598748 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de06c398-4ca6-423b-87f7-93fade28858c None None] Network 3baa73a8-79f6-4ebb-8c40-8049a6329031 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:35:00.650967 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8c5c40ee-55dc-4529-8431-1dab2a0854c1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6939073 Mar 08 17:35:00.655906 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51490) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:00.660883 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1536561656-router', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:00.662377 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1a87eed7-a436-4368-be86-52826fefdcb6 None None] Port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:35:00.727502 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70622171-29ef-43b0-a31e-2b485bc85d8c None None] Pushing event updated for resources: {'Port': ['ID=e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:00.732839 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 44742962-af77-4a6a-891e-a7a0a1c326f6 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:00.735715 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Routers {'3efef630-e851-412b-900f-83d5b707f027'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:00.736278 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:34:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3efef630-e851-412b-900f-83d5b707f027'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:00.758233 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3835290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8782'] for router (8e4414bb-34a6-4170-a31d-d7269a732cef), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.758403 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae0b43-979a-418a-8632-4344a5cd44b8 req-0fde6773-394a-4e4b-bb0e-caef123b3252 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:00.758845 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3837145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8775'] for router (8e4414bb-34a6-4170-a31d-d7269a732cef), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.758944 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c2ae0b43-979a-418a-8632-4344a5cd44b8 req-0fde6773-394a-4e4b-bb0e-caef123b3252 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0717688 Mar 08 17:35:00.833894 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c2ae0b43-979a-418a-8632-4344a5cd44b8 req-75fb64ed-6edb-4a0e-9426-5f495e10aa23 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695720 Mar 08 17:35:00.834063 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Publish callbacks [] for router_controller (8e4414bb-34a6-4170-a31d-d7269a732cef), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.846142 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dfe9f6d-995d-5fd4-beda-83d7ae1b07aa-3baa73a8-79f6-4ebb-8c40-8049a6329031', 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031', 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'fixed_ips': [{'subnet_id': 'c4c03f6d-644d-4a33-8b45-2c97bc36c92c'}]}} from dv-cinder-830085-3-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:35:00.847882 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:00.959402 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] Set router 3efef630-e851-412b-900f-83d5b707f027 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:00.964993 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-749749b2-9b74-44f6-8a1f-2e4461ee0d89 None None] Provisioning complete for port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:00.965408 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-749749b2-9b74-44f6-8a1f-2e4461ee0d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.071459 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Publish callbacks [] for router_gateway (8e4414bb-34a6-4170-a31d-d7269a732cef), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.153561 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Allocated IP 172.20.0.2 (3baa73a8-79f6-4ebb-8c40-8049a6329031/c4c03f6d-644d-4a33-8b45-2c97bc36c92c/d425fecf-bbfa-4262-bd98-c1e175f89ccb) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:35:01.295345 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba644e81-fd51-4161-9a84-9a971d376d35 req-89d73b58-3ecc-4c11-b34f-070c7dc3e90d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:01.296830 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ba644e81-fd51-4161-9a84-9a971d376d35 req-89d73b58-3ecc-4c11-b34f-070c7dc3e90d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.1048191 Mar 08 17:35:01.308344 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-749749b2-9b74-44f6-8a1f-2e4461ee0d89 None None] Current status of the port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:01.308891 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-749749b2-9b74-44f6-8a1f-2e4461ee0d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.390139 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ba644e81-fd51-4161-9a84-9a971d376d35 req-8a0b30ed-5bfd-4c7f-9733-569802ea87fa tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863955 Mar 08 17:35:01.402719 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-749749b2-9b74-44f6-8a1f-2e4461ee0d89 None None] For port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:01.469733 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Publish callbacks [] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.475244 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:57Z', 'revision_number': 4, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35', 'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'mac_address': 'fa:16:3e:64:10:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:56Z', 'updated_at': '2022-03-08T17:35:00Z', 'revision_number': 4, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'subnets': [{'id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:01.498105 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5b103-a7b0-4896-9085-8ef18690bb29 req-ba1df3b5-ae69-43ab-85b4-0226f5240cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:01.499845 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a8b5b103-a7b0-4896-9085-8ef18690bb29 req-ba1df3b5-ae69-43ab-85b4-0226f5240cef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 1129 time: 0.1477494 Mar 08 17:35:01.503672 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf3664-d881-45af-aa75-abd53df1af6c None None] The sync data for ids ['3efef630-e851-412b-900f-83d5b707f027'] in dv-cinder-830085-3-iscsi is: [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:57Z', 'revision_number': 4, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35', 'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'mac_address': 'fa:16:3e:64:10:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:56Z', 'updated_at': '2022-03-08T17:35:00Z', 'revision_number': 4, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'subnets': [{'id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:35:01.505785 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-749749b2-9b74-44f6-8a1f-2e4461ee0d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.530122 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Publish callbacks [] for router_gateway (8e4414bb-34a6-4170-a31d-d7269a732cef), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.574311 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.587012 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749749b2-9b74-44f6-8a1f-2e4461ee0d89 None None] Pushing event updated for resources: {'Port': ['ID=e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:01.611156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.641037 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Network 3baa73a8-79f6-4ebb-8c40-8049a6329031 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:35:01.644312 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:35:01.649396 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:35:01.675200 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5b103-a7b0-4896-9085-8ef18690bb29 req-9cc53542-3443-401e-b618-faa35e2d1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:01.677316 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a8b5b103-a7b0-4896-9085-8ef18690bb29 req-9cc53542-3443-401e-b618-faa35e2d1bd5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 919 time: 0.1626637 Mar 08 17:35:01.689843 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Pushing event updated for resources: {'Port': ['ID=d425fecf-bbfa-4262-bd98-c1e175f89ccb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:01.723405 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Attempting to bind port d425fecf-bbfa-4262-bd98-c1e175f89ccb on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:35:01.723794 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Attempting to bind port d425fecf-bbfa-4262-bd98-c1e175f89ccb by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:35:01.724163 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Attempting to bind port d425fecf-bbfa-4262-bd98-c1e175f89ccb on network 3baa73a8-79f6-4ebb-8c40-8049a6329031 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:35:01.729814 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:35:01.730399 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Checking segment: {'id': 'ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:35:01.730811 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.731263 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Bound using segment: {'id': 'ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:35:01.731754 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Bound port: d425fecf-bbfa-4262-bd98-c1e175f89ccb, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:35:01.732137 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.745523 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a8b5b103-a7b0-4896-9085-8ef18690bb29 req-56abcfe6-78a1-45e6-8a40-9a17f25759f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2b091c2-038c-4fda-88ad-789f9749ad58 HTTP/1.1" status: 200 len: 217 time: 0.0606558 Mar 08 17:35:01.804197 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] For port d425fecf-bbfa-4262-bd98-c1e175f89ccb, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:35:01.807588 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] For port d425fecf-bbfa-4262-bd98-c1e175f89ccb, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=d425fecf-bbfa-4262-bd98-c1e175f89ccb,segment=NetworkSegment(ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224),segment_id=ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:35:01.807870 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Allocated IP 172.27.3.138 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/feaa3fec-7708-4f82-9ada-31d1a6896c76) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:35:01.820712 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5b103-a7b0-4896-9085-8ef18690bb29 req-70de40c5-698e-4a54-a78d-f5aa38a38d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:01.822218 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a8b5b103-a7b0-4896-9085-8ef18690bb29 req-70de40c5-698e-4a54-a78d-f5aa38a38d9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a HTTP/1.1" status: 200 len: 858 time: 0.0697780 Mar 08 17:35:01.874761 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a8b5b103-a7b0-4896-9085-8ef18690bb29 req-4b0e62b8-d002-45af-b510-8cbd3db1eb5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=002e704e-1690-4589-a1c7-568764202ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449650 Mar 08 17:35:01.892911 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:01.960736 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9d26f-05b3-4cc7-9d17-585195e3bd48 None None] Pushing event updated for resources: {'Port': ['ID=d425fecf-bbfa-4262-bd98-c1e175f89ccb,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:02.025554 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Publish callbacks [] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:02.045166 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a8b5b103-a7b0-4896-9085-8ef18690bb29 req-f7b0b290-7cfc-499e-98e7-7a35751de32a service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431494 Mar 08 17:35:02.178267 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a8b5b103-a7b0-4896-9085-8ef18690bb29 req-a28324a4-e56f-49a7-8334-7346bbde9d56 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215324 Mar 08 17:35:02.224975 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:02.274078 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:35:02.277144 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:35:02.281841 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:35:02.286078 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Pushing event updated for resources: {'Port': ['ID=feaa3fec-7708-4f82-9ada-31d1a6896c76,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:02.507310 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:02.586763 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d78a0a-65ad-40ab-9816-17362f481807 req-85d40b05-f120-4f88-9d7b-24c784e71dc9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:02.588358 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f9d78a0a-65ad-40ab-9816-17362f481807 req-85d40b05-f120-4f88-9d7b-24c784e71dc9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0988233 Mar 08 17:35:02.666470 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f9d78a0a-65ad-40ab-9816-17362f481807 req-1f8eb5f2-3ac0-4097-ab87-3cb83489c8e7 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716348 Mar 08 17:35:02.741796 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Publish callbacks [] for router_gateway (8e4414bb-34a6-4170-a31d-d7269a732cef), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:02.752094 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:02.753165 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:02.853633 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:02.855876 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device d425fecf-bbfa-4262-bd98-c1e175f89ccb up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:02.921397 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port d425fecf-bbfa-4262-bd98-c1e175f89ccb triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:02.921810 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:03.016753 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port d425fecf-bbfa-4262-bd98-c1e175f89ccb is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:03.024580 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:03.037071 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172'] for router (8e4414bb-34a6-4170-a31d-d7269a732cef), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:03.067569 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port d425fecf-bbfa-4262-bd98-c1e175f89ccb, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=d425fecf-bbfa-4262-bd98-c1e175f89ccb,segment=NetworkSegment(ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224),segment_id=ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:03.100522 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788e8ae3-4fa3-45c8-968e-d5a395a1c38e None None] Network 3baa73a8-79f6-4ebb-8c40-8049a6329031 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:35:03.172841 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:03.228388 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-70cba521-5c7d-485d-b98a-d5008af9e597 None None] Provisioning complete for port d425fecf-bbfa-4262-bd98-c1e175f89ccb triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:03.228714 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70cba521-5c7d-485d-b98a-d5008af9e597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:03.287046 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=d425fecf-bbfa-4262-bd98-c1e175f89ccb,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:03.292642 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Router 8e4414bb-34a6-4170-a31d-d7269a732cef is scheduled to L3 agent ce6156d8-a556-48aa-998b-11d79b414184 with binding_index 1 {{(pid=103424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:35:03.360740 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-70cba521-5c7d-485d-b98a-d5008af9e597 None None] Current status of the port d425fecf-bbfa-4262-bd98-c1e175f89ccb is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:03.417646 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:35:03.427860 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Sync routers for ids ['8e4414bb-34a6-4170-a31d-d7269a732cef'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:35:03.437015 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Routers {'8e4414bb-34a6-4170-a31d-d7269a732cef'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:03.437637 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:34:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e4414bb-34a6-4170-a31d-d7269a732cef'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:03.500441 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:03.502229 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-932d1c33-21ae-4d54-be9c-7b86e9a0b2fa admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8465254 Mar 08 17:35:03.505480 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51520) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:03.591151 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-c3cd040c-178b-49f3-83b7-cbe0318d2c45 None None] Provisioning complete for port d425fecf-bbfa-4262-bd98-c1e175f89ccb triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:03.591151 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c3cd040c-178b-49f3-83b7-cbe0318d2c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:03.641148 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Set router 8e4414bb-34a6-4170-a31d-d7269a732cef gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:03.681017 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd040c-178b-49f3-83b7-cbe0318d2c45 None None] Current status of the port d425fecf-bbfa-4262-bd98-c1e175f89ccb is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:03.829959 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'name': 'tempest-TestMinimumBasicScenario-1536561656-router', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:35:00Z', 'updated_at': '2022-03-08T17:35:02Z', 'revision_number': 3, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'gw_port': {'id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:35:01Z', 'updated_at': '2022-03-08T17:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:03.857314 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Checking router: 8e4414bb-34a6-4170-a31d-d7269a732cef for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:35:03.857695 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Updating router 8e4414bb-34a6-4170-a31d-d7269a732cef port feaa3fec-7708-4f82-9ada-31d1a6896c76 binding host dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:35:03.890108 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:03.995334 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfa920-7584-444e-8c4e-bd5b60221696 req-06c31ec8-0b14-4f43-a0c7-5fb4b7f2518b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:03.996842 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-17bfa920-7584-444e-8c4e-bd5b60221696 req-06c31ec8-0b14-4f43-a0c7-5fb4b7f2518b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0982611 Mar 08 17:35:04.117200 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-17bfa920-7584-444e-8c4e-bd5b60221696 req-dd102bcd-2541-4383-94c9-c779ece04c16 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136799 Mar 08 17:35:04.147740 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Publish callbacks [] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.227204 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.252069 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.282290 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4927f-6c90-4126-8108-1a814914ec1b None None] Pushing event updated for resources: {'Port': ['ID=feaa3fec-7708-4f82-9ada-31d1a6896c76,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:04.285312 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Attempting to bind port feaa3fec-7708-4f82-9ada-31d1a6896c76 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:35:04.287202 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Attempting to bind port feaa3fec-7708-4f82-9ada-31d1a6896c76 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:35:04.287202 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Attempting to bind port feaa3fec-7708-4f82-9ada-31d1a6896c76 on network 1cf1adba-36f7-45e5-a590-5d52a2089e80 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:35:04.291860 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:35:04.292234 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:35:04.292638 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.293024 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Bound using segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:35:04.293490 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Bound port: feaa3fec-7708-4f82-9ada-31d1a6896c76, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:35:04.293901 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.352995 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] For port feaa3fec-7708-4f82-9ada-31d1a6896c76, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:35:04.356056 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] For port feaa3fec-7708-4f82-9ada-31d1a6896c76, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=feaa3fec-7708-4f82-9ada-31d1a6896c76,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:35:04.384386 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device d425fecf-bbfa-4262-bd98-c1e175f89ccb up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:04.421825 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Allocated IP 172.20.0.1 (3baa73a8-79f6-4ebb-8c40-8049a6329031/c4c03f6d-644d-4a33-8b45-2c97bc36c92c/b6c94645-5c93-4b0b-8637-40f61a79b5d0) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:35:04.429450 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port d425fecf-bbfa-4262-bd98-c1e175f89ccb triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:04.429922 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.461781 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.511170 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port d425fecf-bbfa-4262-bd98-c1e175f89ccb is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:04.521085 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Routers {'8e4414bb-34a6-4170-a31d-d7269a732cef'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:04.521723 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:34:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e4414bb-34a6-4170-a31d-d7269a732cef'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:04.526462 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4927f-6c90-4126-8108-1a814914ec1b None None] Pushing event updated for resources: {'Port': ['ID=feaa3fec-7708-4f82-9ada-31d1a6896c76,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:04.533333 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Publish callbacks [] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.632857 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.636984 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] Set router 8e4414bb-34a6-4170-a31d-d7269a732cef gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:04.673735 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Network 3baa73a8-79f6-4ebb-8c40-8049a6329031 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:35:04.679162 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:35:04.683990 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:35:04.686882 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c94645-5c93-4b0b-8637-40f61a79b5d0,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:04.730143 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837913'] for router_interface (8e4414bb-34a6-4170-a31d-d7269a732cef), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.848174 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'name': 'tempest-TestMinimumBasicScenario-1536561656-router', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:35:00Z', 'updated_at': '2022-03-08T17:35:02Z', 'revision_number': 3, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'gw_port': {'id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:35:01Z', 'updated_at': '2022-03-08T17:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:04.880987 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29613da-6c2d-4eb3-ba55-4e2f8c62029b None None] The sync data for ids ['8e4414bb-34a6-4170-a31d-d7269a732cef'] in dv-cinder-830085-3-iscsi is: [{'id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'name': 'tempest-TestMinimumBasicScenario-1536561656-router', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:35:00Z', 'updated_at': '2022-03-08T17:35:02Z', 'revision_number': 3, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'gw_port': {'id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:35:01Z', 'updated_at': '2022-03-08T17:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:35:04.927259 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-110b4a25-1031-4e8b-b6d3-1fd10c59a1ef None None] Provisioning complete for port b6c94645-5c93-4b0b-8637-40f61a79b5d0 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:04.927750 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-110b4a25-1031-4e8b-b6d3-1fd10c59a1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.961017 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:04.972180 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-110b4a25-1031-4e8b-b6d3-1fd10c59a1ef None None] Port b6c94645-5c93-4b0b-8637-40f61a79b5d0 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:35:05.185010 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Publish callbacks [] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:05.264442 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:05.299234 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70c6c6-c87f-49b7-a26c-2cffc054fe51 req-28698252-48cb-4257-8d45-a03dc3130aff tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:05.301067 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9f70c6c6-c87f-49b7-a26c-2cffc054fe51 req-28698252-48cb-4257-8d45-a03dc3130aff tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0604811 Mar 08 17:35:05.334011 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837877'] for router_interface (8e4414bb-34a6-4170-a31d-d7269a732cef), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:05.347726 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c94645-5c93-4b0b-8637-40f61a79b5d0,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:05.361105 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9f70c6c6-c87f-49b7-a26c-2cffc054fe51 req-a0a5cd3b-5c17-4e71-a206-024e27f321b8 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524516 Mar 08 17:35:05.452848 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Network 3baa73a8-79f6-4ebb-8c40-8049a6329031 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:35:05.457228 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:35:05.583691 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Router 8e4414bb-34a6-4170-a31d-d7269a732cef has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:35:05.700823 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:35:05.709943 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fff0dfe3-8e19-4263-8a0a-be675f470579 admin admin] 10.222.0.66 "PUT /v2.0/routers/8e4414bb-34a6-4170-a31d-d7269a732cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1994417 Mar 08 17:35:05.719394 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-395d936f-e911-47a5-9878-fccc345936d0 None None] Provisioning complete for port b6c94645-5c93-4b0b-8637-40f61a79b5d0 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:05.719776 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-395d936f-e911-47a5-9878-fccc345936d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:05.756679 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-395d936f-e911-47a5-9878-fccc345936d0 None None] Port b6c94645-5c93-4b0b-8637-40f61a79b5d0 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:35:06.404692 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device feaa3fec-7708-4f82-9ada-31d1a6896c76 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:06.458373 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port feaa3fec-7708-4f82-9ada-31d1a6896c76 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:06.458752 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:06.492377 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ef38b-b6f4-49d4-9952-74b65f480361 req-15cc1c79-4907-4e92-b39a-93a9de8d3229 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:06.493875 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fc6ef38b-b6f4-49d4-9952-74b65f480361 req-15cc1c79-4907-4e92-b39a-93a9de8d3229 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0549791 Mar 08 17:35:06.542994 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port feaa3fec-7708-4f82-9ada-31d1a6896c76 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:06.550293 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:06.550402 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fc6ef38b-b6f4-49d4-9952-74b65f480361 req-25533cb4-7445-4ba8-bacb-01ca5854859e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457036 Mar 08 17:35:06.550507 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Sync routers for ids ['8e4414bb-34a6-4170-a31d-d7269a732cef'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:35:06.575820 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Routers {'8e4414bb-34a6-4170-a31d-d7269a732cef'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:06.576614 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:34:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e4414bb-34a6-4170-a31d-d7269a732cef'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:06.580270 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port feaa3fec-7708-4f82-9ada-31d1a6896c76, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=feaa3fec-7708-4f82-9ada-31d1a6896c76,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:06.649449 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:06.747982 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=feaa3fec-7708-4f82-9ada-31d1a6896c76,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:06.751868 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Set router 8e4414bb-34a6-4170-a31d-d7269a732cef gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:06.998135 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'name': 'tempest-TestMinimumBasicScenario-1536561656-router', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:35:00Z', 'updated_at': '2022-03-08T17:35:04Z', 'revision_number': 4, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'gw_port': {'id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:35:01Z', 'updated_at': '2022-03-08T17:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b6c94645-5c93-4b0b-8637-40f61a79b5d0', 'name': '', 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'mac_address': 'fa:16:3e:6d:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c4c03f6d-644d-4a33-8b45-2c97bc36c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:35:04Z', 'updated_at': '2022-03-08T17:35:05Z', 'revision_number': 2, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'subnets': [{'id': 'c4c03f6d-644d-4a33-8b45-2c97bc36c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:07.027906 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Checking router: 8e4414bb-34a6-4170-a31d-d7269a732cef for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:35:07.028281 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Updating router 8e4414bb-34a6-4170-a31d-d7269a732cef port b6c94645-5c93-4b0b-8637-40f61a79b5d0 binding host dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:35:07.066582 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.480768 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Publish callbacks [] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.583593 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.663810 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78986677-410f-4cbd-bbfe-9009e10181d9 None None] Pushing event updated for resources: {'Port': ['ID=b6c94645-5c93-4b0b-8637-40f61a79b5d0,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:07.739062 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Attempting to bind port b6c94645-5c93-4b0b-8637-40f61a79b5d0 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:35:07.740437 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Attempting to bind port b6c94645-5c93-4b0b-8637-40f61a79b5d0 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:35:07.741229 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Attempting to bind port b6c94645-5c93-4b0b-8637-40f61a79b5d0 on network 3baa73a8-79f6-4ebb-8c40-8049a6329031 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:35:07.747978 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:35:07.748881 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Checking segment: {'id': 'ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:35:07.749298 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.749934 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Bound using segment: {'id': 'ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:35:07.750419 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Bound port: b6c94645-5c93-4b0b-8637-40f61a79b5d0, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:35:07.750854 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:07.854633 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] For port b6c94645-5c93-4b0b-8637-40f61a79b5d0, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:35:07.857963 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] For port b6c94645-5c93-4b0b-8637-40f61a79b5d0, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b6c94645-5c93-4b0b-8637-40f61a79b5d0,segment=NetworkSegment(ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224),segment_id=ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:35:07.964413 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:35:08.018444 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-e1b05247-ce74-46ad-895d-bef379a5197e None None] Provisioning complete for port b6c94645-5c93-4b0b-8637-40f61a79b5d0 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:08.019278 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e1b05247-ce74-46ad-895d-bef379a5197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.063833 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e1b05247-ce74-46ad-895d-bef379a5197e None None] Port b6c94645-5c93-4b0b-8637-40f61a79b5d0 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:35:08.235984 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.313151 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Routers {'8e4414bb-34a6-4170-a31d-d7269a732cef'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:35:08.313151 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:34:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e4414bb-34a6-4170-a31d-d7269a732cef'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:08.315033 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78986677-410f-4cbd-bbfe-9009e10181d9 None None] Pushing event updated for resources: {'Port': ['ID=b6c94645-5c93-4b0b-8637-40f61a79b5d0,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:08.440391 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device feaa3fec-7708-4f82-9ada-31d1a6896c76 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:08.642274 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] Set router 8e4414bb-34a6-4170-a31d-d7269a732cef gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:35:08.675674 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-68dd7de9-8a93-4af4-9b21-4579a05d478e None None] Provisioning complete for port b6c94645-5c93-4b0b-8637-40f61a79b5d0 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:08.675674 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68dd7de9-8a93-4af4-9b21-4579a05d478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.728376 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port feaa3fec-7708-4f82-9ada-31d1a6896c76 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:08.729162 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.954536 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-68dd7de9-8a93-4af4-9b21-4579a05d478e None None] Current status of the port b6c94645-5c93-4b0b-8637-40f61a79b5d0 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:08.954929 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68dd7de9-8a93-4af4-9b21-4579a05d478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:08.991234 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port feaa3fec-7708-4f82-9ada-31d1a6896c76 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:09.036690 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-68dd7de9-8a93-4af4-9b21-4579a05d478e None None] For port b6c94645-5c93-4b0b-8637-40f61a79b5d0, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b6c94645-5c93-4b0b-8637-40f61a79b5d0,segment=NetworkSegment(ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224),segment_id=ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:09.058484 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'name': 'tempest-TestMinimumBasicScenario-1536561656-router', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:35:00Z', 'updated_at': '2022-03-08T17:35:04Z', 'revision_number': 4, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'gw_port': {'id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:35:01Z', 'updated_at': '2022-03-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b6c94645-5c93-4b0b-8637-40f61a79b5d0', 'name': '', 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'mac_address': 'fa:16:3e:6d:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c4c03f6d-644d-4a33-8b45-2c97bc36c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:35:04Z', 'updated_at': '2022-03-08T17:35:07Z', 'revision_number': 4, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'subnets': [{'id': 'c4c03f6d-644d-4a33-8b45-2c97bc36c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:35:09.097672 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb52ef-3ff8-4af7-ad10-fedc43a5f006 None None] The sync data for ids ['8e4414bb-34a6-4170-a31d-d7269a732cef'] in dv-cinder-830085-3-iscsi is: [{'id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'name': 'tempest-TestMinimumBasicScenario-1536561656-router', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:35:00Z', 'updated_at': '2022-03-08T17:35:04Z', 'revision_number': 4, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'gw_port': {'id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:35:01Z', 'updated_at': '2022-03-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b6c94645-5c93-4b0b-8637-40f61a79b5d0', 'name': '', 'network_id': '3baa73a8-79f6-4ebb-8c40-8049a6329031', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'mac_address': 'fa:16:3e:6d:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'c4c03f6d-644d-4a33-8b45-2c97bc36c92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:35:04Z', 'updated_at': '2022-03-08T17:35:07Z', 'revision_number': 4, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'subnets': [{'id': 'c4c03f6d-644d-4a33-8b45-2c97bc36c92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:35:09.168245 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68dd7de9-8a93-4af4-9b21-4579a05d478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:09.253162 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd7de9-8a93-4af4-9b21-4579a05d478e None None] Pushing event updated for resources: {'Port': ['ID=b6c94645-5c93-4b0b-8637-40f61a79b5d0,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:09.454786 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ceb3f-e254-459f-ace1-e57334d08535 req-4e13deaf-8e9d-4f9b-86fc-231d43add900 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:09.456976 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-638ceb3f-e254-459f-ace1-e57334d08535 req-4e13deaf-8e9d-4f9b-86fc-231d43add900 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0846972 Mar 08 17:35:09.515429 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-638ceb3f-e254-459f-ace1-e57334d08535 req-f605d34e-51a0-4202-a9be-f9634f1fb92c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511928 Mar 08 17:35:10.410013 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b6c94645-5c93-4b0b-8637-40f61a79b5d0 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:10.460613 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port b6c94645-5c93-4b0b-8637-40f61a79b5d0 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:10.461268 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:10.551448 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port b6c94645-5c93-4b0b-8637-40f61a79b5d0 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:16.822448 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b79d630c-bf78-4a31-8e65-79e7bd2a663b req-327b993e-b949-4d3c-8db1-3d0a08e6bca1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483057 Mar 08 17:35:16.892338 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d630c-bf78-4a31-8e65-79e7bd2a663b req-ee5d83c1-1fd6-4986-9793-d83c957fd3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:16.893827 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b79d630c-bf78-4a31-8e65-79e7bd2a663b req-ee5d83c1-1fd6-4986-9793-d83c957fd3cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 1129 time: 0.0461402 Mar 08 17:35:17.002052 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d630c-bf78-4a31-8e65-79e7bd2a663b req-0c424239-936f-495d-b205-f411c3d55e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:17.003713 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b79d630c-bf78-4a31-8e65-79e7bd2a663b req-0c424239-936f-495d-b205-f411c3d55e6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 919 time: 0.0888536 Mar 08 17:35:17.050459 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b79d630c-bf78-4a31-8e65-79e7bd2a663b req-79a62305-afe2-4aec-803c-25f501925bc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2b091c2-038c-4fda-88ad-789f9749ad58 HTTP/1.1" status: 200 len: 217 time: 0.0394857 Mar 08 17:35:17.112250 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d630c-bf78-4a31-8e65-79e7bd2a663b req-f193af37-278e-41f8-b679-c5c45993a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:17.115180 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b79d630c-bf78-4a31-8e65-79e7bd2a663b req-f193af37-278e-41f8-b679-c5c45993a196 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a HTTP/1.1" status: 200 len: 858 time: 0.0485802 Mar 08 17:35:17.147844 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b79d630c-bf78-4a31-8e65-79e7bd2a663b req-92f80f8d-ae5a-4826-892b-75f3cac97561 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=002e704e-1690-4589-a1c7-568764202ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272098 Mar 08 17:35:17.241432 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b79d630c-bf78-4a31-8e65-79e7bd2a663b req-3b9a6365-4569-42c9-80bc-7b78d739e864 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861127 Mar 08 17:35:17.333988 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b79d630c-bf78-4a31-8e65-79e7bd2a663b req-fd379223-9f2e-426b-a854-fe6ba1bf0203 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855987 Mar 08 17:35:17.718691 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-0493ac31-698c-4aa6-926d-562c9f360dca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:17.720299 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-0493ac31-698c-4aa6-926d-562c9f360dca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/networks?id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 HTTP/1.1" status: 200 len: 814 time: 0.1079021 Mar 08 17:35:17.735567 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-f04092bf-c5af-4f73-b93c-6286415b450c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/quotas/5dba5635511c46bc9431cc58f7118cf7 HTTP/1.1" status: 200 len: 375 time: 0.0092900 Mar 08 17:35:17.794284 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-27d69065-9cfe-4b6f-aed8-398ea3aefed8 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5dba5635511c46bc9431cc58f7118cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528052 Mar 08 17:35:17.900880 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-b7b6b4a9-0f3d-4598-bcc4-1b848a563df0 service neutron] 10.222.0.66 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929623 Mar 08 17:35:17.999849 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-16a35022-2788-482a-96b3-e29b9f646021 service neutron] 10.222.0.66 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916359 Mar 08 17:35:18.269609 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-56440d98-df98-45d4-8fc6-4c62a091279b req-27f3004a-a488-45f9-8a05-8ea94663d6b3 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 210 time: 0.0262485 Mar 08 17:35:18.572399 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51732) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:18.679839 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4319d3a0-20fd-4943-bd7d-c79ebbbc4472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:18.758596 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4319d3a0-20fd-4943-bd7d-c79ebbbc4472 admin admin] Publish callbacks [] for security_group (78609fb5-6230-49cb-bb44-887174f9dbe2), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:18.821033 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4319d3a0-20fd-4943-bd7d-c79ebbbc4472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (78609fb5-6230-49cb-bb44-887174f9dbe2), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:18.862290 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4319d3a0-20fd-4943-bd7d-c79ebbbc4472 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=21071b9309df4d61afbee9061da9a3ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888002 Mar 08 17:35:18.863402 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319d3a0-20fd-4943-bd7d-c79ebbbc4472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78609fb5-6230-49cb-bb44-887174f9dbe2,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:18.865148 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 51738) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:18.913560 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a1cea4b1-b954-4391-bb72-96ed96cf8119 admin admin] Publish callbacks [] for security_group (78609fb5-6230-49cb-bb44-887174f9dbe2), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:18.935415 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a1cea4b1-b954-4391-bb72-96ed96cf8119 admin admin] Publish callbacks [] for security_group (78609fb5-6230-49cb-bb44-887174f9dbe2), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:19.049650 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a1cea4b1-b954-4391-bb72-96ed96cf8119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (78609fb5-6230-49cb-bb44-887174f9dbe2), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:19.054941 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a1cea4b1-b954-4391-bb72-96ed96cf8119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:19.055462 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a1cea4b1-b954-4391-bb72-96ed96cf8119 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/78609fb5-6230-49cb-bb44-887174f9dbe2 HTTP/1.1" status: 204 len: 168 time: 0.1890514 Mar 08 17:35:19.060232 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88bc5a77-d903-4502-a105-30ef366016cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:19.071394 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cea4b1-b954-4391-bb72-96ed96cf8119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78609fb5-6230-49cb-bb44-887174f9dbe2,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:19.351868 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7d65b05c-d7df-4a0b-8703-6aab4d71519f req-016ed5d5-c97b-4ad6-a572-e63021059dc9 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 210 time: 0.0315912 Mar 08 17:35:19.696452 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 51748) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:19.710497 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9d5028b1-15b4-4126-a52c-dc0eab7833ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:19.788926 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9d5028b1-15b4-4126-a52c-dc0eab7833ef admin admin] Publish callbacks [] for security_group (c49ecc49-9286-47af-9133-ef9c29e16e1e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:19.840792 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9d5028b1-15b4-4126-a52c-dc0eab7833ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (c49ecc49-9286-47af-9133-ef9c29e16e1e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:19.882890 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9d5028b1-15b4-4126-a52c-dc0eab7833ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93c14a960699487799d16c74f5e23a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853349 Mar 08 17:35:19.884031 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5028b1-15b4-4126-a52c-dc0eab7833ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49ecc49-9286-47af-9133-ef9c29e16e1e,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:19.885642 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51752) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:19.935127 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-531ece82-5148-4e57-8348-d9f6405e34e5 admin admin] Publish callbacks [] for security_group (c49ecc49-9286-47af-9133-ef9c29e16e1e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:19.955654 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-531ece82-5148-4e57-8348-d9f6405e34e5 admin admin] Publish callbacks [] for security_group (c49ecc49-9286-47af-9133-ef9c29e16e1e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:20.078305 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-531ece82-5148-4e57-8348-d9f6405e34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (c49ecc49-9286-47af-9133-ef9c29e16e1e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:20.081202 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-531ece82-5148-4e57-8348-d9f6405e34e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:20.085993 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-531ece82-5148-4e57-8348-d9f6405e34e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c49ecc49-9286-47af-9133-ef9c29e16e1e HTTP/1.1" status: 204 len: 168 time: 0.1991854 Mar 08 17:35:20.094251 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ece82-5148-4e57-8348-d9f6405e34e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49ecc49-9286-47af-9133-ef9c29e16e1e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:20.246947 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:20.444734 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3fd3cf2a-8050-40d3-909b-801d2bcad1df req-f18d2c78-0afa-4adf-9d9a-472813b632ed tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 210 time: 0.0263145 Mar 08 17:35:21.098226 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-cb499476-32f6-44ce-a727-7309936bd110 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:21.099728 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-cb499476-32f6-44ce-a727-7309936bd110 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.64 "GET /v2.0/networks?id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 HTTP/1.1" status: 200 len: 814 time: 0.1413233 Mar 08 17:35:21.135195 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Request body: {'port': {'device_id': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'admin_state_up': True, 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:21.361192 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Made reservation on behalf of 5dba5635511c46bc9431cc58f7118cf7 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:35:21.361341 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32ef1c19-2d78-47ff-8a17-f8bd65c8f3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:21.365549 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:21.502944 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Allocated IP 172.20.0.12 (ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8/a58180db-0d18-46c1-a0ee-ff9ef3678274/b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:35:21.556726 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-374eeea8-52d1-42d0-9144-83380b77bb4a req-21980b98-40f8-48db-8396-2966d375481f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 210 time: 0.0369649 Mar 08 17:35:21.689572 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:21.798862 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:21.845077 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:35:21.848590 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:35:21.855795 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:35:21.859577 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'Port': ['ID=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:21.900290 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.900290 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.900290 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.900290 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.900642 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.900820 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.901158 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.901489 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.901895 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.902168 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.902537 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.902863 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.903191 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:21.935430 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:21.936104 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:22.047427 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-954019d4-7f48-49e7-b38d-f3fcbb42d5ca tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9165025 Mar 08 17:35:22.106269 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-5ea66184-e38e-4969-bdaf-32ba14614913 None None] Provisioning complete for port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:22.106961 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ea66184-e38e-4969-bdaf-32ba14614913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:22.167324 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5ea66184-e38e-4969-bdaf-32ba14614913 None None] Port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:35:22.532960 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe9e0e-cb2f-4392-9a26-7c9be76fce68 req-87575df0-52bc-4b15-8a1e-a939120f4a70 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:22.534860 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9cbe9e0e-cb2f-4392-9a26-7c9be76fce68 req-87575df0-52bc-4b15-8a1e-a939120f4a70 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.1020582 Mar 08 17:35:22.601066 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9cbe9e0e-cb2f-4392-9a26-7c9be76fce68 req-67a6a4a7-774f-4b9c-86b0-30147fe5ce62 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596824 Mar 08 17:35:22.695891 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f538a7-e2b2-4150-816f-d4a5a9b7b40a req-eff82b9c-8b58-46c8-923a-1464c4f49886 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:22.697514 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-30f538a7-e2b2-4150-816f-d4a5a9b7b40a req-eff82b9c-8b58-46c8-923a-1464c4f49886 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0579052 Mar 08 17:35:22.698102 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:22.949429 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-30f538a7-e2b2-4150-816f-d4a5a9b7b40a req-ec33e799-2c38-4be8-99b0-57c719a28748 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449110 Mar 08 17:35:23.735778 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a14d1-68c4-4fe9-96a2-76ca47d4b10d req-f23bfd18-9787-4635-bbb5-49049565705c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:23.737477 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-691a14d1-68c4-4fe9-96a2-76ca47d4b10d req-f23bfd18-9787-4635-bbb5-49049565705c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0725701 Mar 08 17:35:23.790381 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-691a14d1-68c4-4fe9-96a2-76ca47d4b10d req-2edf06cc-a243-4bca-9eb1-3a88c7550513 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 Mar 08 17:35:23.841625 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:24.065832 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6612e0-5c3c-4365-a91a-0263507500dd req-704d00fe-f2ed-4722-99d0-53f16e993079 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:24.068007 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ba6612e0-5c3c-4365-a91a-0263507500dd req-704d00fe-f2ed-4722-99d0-53f16e993079 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0541823 Mar 08 17:35:24.126413 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ba6612e0-5c3c-4365-a91a-0263507500dd req-3fdc5b1d-d5a7-4ba1-a7b5-e7c361d792de tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506105 Mar 08 17:35:24.934928 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796af3c4-a769-4083-8cd0-9f9e11589151 req-9fbeb09e-9094-4db0-8771-eb3603c6a6ab tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:24.936455 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-796af3c4-a769-4083-8cd0-9f9e11589151 req-9fbeb09e-9094-4db0-8771-eb3603c6a6ab tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0770416 Mar 08 17:35:24.987691 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-796af3c4-a769-4083-8cd0-9f9e11589151 req-809126f1-2a12-4acb-a438-0c0c5b30f0c4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458395 Mar 08 17:35:25.242181 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922328d-0189-4542-99cf-ca3085c0b71c req-7dc24f6d-e05e-4baf-9e71-590478aa886c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:25.243658 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f922328d-0189-4542-99cf-ca3085c0b71c req-7dc24f6d-e05e-4baf-9e71-590478aa886c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0552676 Mar 08 17:35:25.281187 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:25.297452 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f922328d-0189-4542-99cf-ca3085c0b71c req-ba828291-b149-470a-b465-e99511b7681a tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473320 Mar 08 17:35:26.108452 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ad199-d651-45d5-ad8c-b15561ea1473 req-df300236-2e52-4471-b45a-a9602779dddb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:26.109950 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f42ad199-d651-45d5-ad8c-b15561ea1473 req-df300236-2e52-4471-b45a-a9602779dddb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0528443 Mar 08 17:35:26.162938 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f42ad199-d651-45d5-ad8c-b15561ea1473 req-2b0e3b4d-20a9-481b-9aa3-f91729f09de6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468616 Mar 08 17:35:26.422033 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60767b-df85-410e-a58c-56d7538edba8 req-da8d70ab-060a-4c96-b363-679f110a0d00 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:26.423628 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de60767b-df85-410e-a58c-56d7538edba8 req-da8d70ab-060a-4c96-b363-679f110a0d00 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0560699 Mar 08 17:35:26.480101 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de60767b-df85-410e-a58c-56d7538edba8 req-7a550fbb-5909-4b50-93a7-d756debfa851 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500612 Mar 08 17:35:27.287548 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb7d10-d147-4250-940f-1d52e977ef5e req-3827e3ae-089c-4d7c-b1bf-ae3dd7aa0bbf tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:27.288976 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e8cb7d10-d147-4250-940f-1d52e977ef5e req-3827e3ae-089c-4d7c-b1bf-ae3dd7aa0bbf tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0540760 Mar 08 17:35:27.342100 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e8cb7d10-d147-4250-940f-1d52e977ef5e req-d9ac961e-de9c-4d8f-9dbd-a7db1d3b1cd6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471852 Mar 08 17:35:27.596329 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ac848-e83d-4c7b-8ab9-8d56b7b640c9 req-2f2c30bc-b712-42ba-8343-fc39f309d60b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:27.597885 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db3ac848-e83d-4c7b-8ab9-8d56b7b640c9 req-2f2c30bc-b712-42ba-8343-fc39f309d60b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0517647 Mar 08 17:35:27.647180 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db3ac848-e83d-4c7b-8ab9-8d56b7b640c9 req-96aa70a4-357d-43b2-91b0-f2d81707956d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431266 Mar 08 17:35:28.704516 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ab8b1-898b-46f7-beca-f2eb73a44f63 req-ca5a77d7-3a39-4608-87d2-419bec78a3e5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:28.706335 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-929ab8b1-898b-46f7-beca-f2eb73a44f63 req-ca5a77d7-3a39-4608-87d2-419bec78a3e5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.2917178 Mar 08 17:35:28.784352 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-929ab8b1-898b-46f7-beca-f2eb73a44f63 req-5c3465c6-d061-4bec-8259-da4de1aca0c1 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630059 Mar 08 17:35:28.793465 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149be8e0-b275-4308-bd15-d8ef0bb04ac1 req-3e0354be-ed4a-4b15-b83b-9dccbea86164 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:28.795156 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-149be8e0-b275-4308-bd15-d8ef0bb04ac1 req-3e0354be-ed4a-4b15-b83b-9dccbea86164 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0621657 Mar 08 17:35:28.855975 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-149be8e0-b275-4308-bd15-d8ef0bb04ac1 req-2c63ff47-c228-442b-b0d7-b2e8d0971fe2 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541708 Mar 08 17:35:29.909730 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9febf6-54f9-4523-a173-ca87cce0cad4 req-a42975fb-aeaf-4987-bf26-870fe00c7118 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:29.911273 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee9febf6-54f9-4523-a173-ca87cce0cad4 req-a42975fb-aeaf-4987-bf26-870fe00c7118 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0530686 Mar 08 17:35:29.965516 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee9febf6-54f9-4523-a173-ca87cce0cad4 req-83cc79f2-ae94-46c1-aebc-7c5ca2907dbc tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469105 Mar 08 17:35:29.992975 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e315be-899c-434f-854e-7d48d9d1f76d req-f7f9f2af-fb1c-470f-a1c7-e573e66eed38 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:30.000528 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c4e315be-899c-434f-854e-7d48d9d1f76d req-f7f9f2af-fb1c-470f-a1c7-e573e66eed38 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0766494 Mar 08 17:35:30.045125 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c4e315be-899c-434f-854e-7d48d9d1f76d req-64cdd217-9310-4713-932c-864c288089dd tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441420 Mar 08 17:35:31.157722 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaad0e1-fb05-46d9-b86b-e73130917ab4 req-b9229220-3571-471c-808c-3b820fa10be9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:31.160240 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-edaad0e1-fb05-46d9-b86b-e73130917ab4 req-b9229220-3571-471c-808c-3b820fa10be9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0954719 Mar 08 17:35:31.206118 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b75b76-3156-416b-81cf-b2d614a53f79 req-5c9e6ee2-e5e7-445f-9968-bd0acd328814 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:31.208754 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-93b75b76-3156-416b-81cf-b2d614a53f79 req-5c9e6ee2-e5e7-445f-9968-bd0acd328814 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0599811 Mar 08 17:35:31.240834 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-edaad0e1-fb05-46d9-b86b-e73130917ab4 req-414af9ca-bc00-472b-8582-8d328edae54c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732861 Mar 08 17:35:31.301623 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-93b75b76-3156-416b-81cf-b2d614a53f79 req-f1579591-830b-4d48-8153-ade0a37cf228 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856459 Mar 08 17:35:32.385988 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b2b5a-0800-457d-bf2f-ac1962435f9f req-cba4af85-50aa-4028-8ea5-59f4db1b7d25 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:32.387561 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a30b2b5a-0800-457d-bf2f-ac1962435f9f req-cba4af85-50aa-4028-8ea5-59f4db1b7d25 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0766227 Mar 08 17:35:32.439589 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889adbc-d2da-4c08-887f-44951821499a req-96667490-c82a-40ef-a7fb-e955c7a70c0e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:32.441085 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5889adbc-d2da-4c08-887f-44951821499a req-96667490-c82a-40ef-a7fb-e955c7a70c0e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0696921 Mar 08 17:35:32.445864 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a30b2b5a-0800-457d-bf2f-ac1962435f9f req-d778e71e-07c6-4fb0-bc84-9537b20594a8 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521462 Mar 08 17:35:32.501281 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5889adbc-d2da-4c08-887f-44951821499a req-dd854e0c-d7c7-4186-9953-9eb5c9b87579 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532136 Mar 08 17:35:33.599601 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52d71f-e0cf-4e81-8c04-7498fe054099 req-f21e3121-f26d-4113-8d24-111d7266b963 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:33.602063 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bd52d71f-e0cf-4e81-8c04-7498fe054099 req-f21e3121-f26d-4113-8d24-111d7266b963 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0782752 Mar 08 17:35:33.636021 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db3607-6f82-42b3-9001-e187e83755d0 req-8820ea23-0bea-464b-a411-c628e5706bf1 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:33.637910 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e1db3607-6f82-42b3-9001-e187e83755d0 req-8820ea23-0bea-464b-a411-c628e5706bf1 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0657790 Mar 08 17:35:33.666311 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bd52d71f-e0cf-4e81-8c04-7498fe054099 req-268893c2-ab66-4816-82e5-3f4d8a6db45d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579119 Mar 08 17:35:33.697031 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e1db3607-6f82-42b3-9001-e187e83755d0 req-413acc27-7a2c-4a18-93cc-2384667fa6e0 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527811 Mar 08 17:35:34.799515 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d3b7b-c254-4aae-8931-25201f8647d2 req-a2c70057-a572-4272-a9cb-b6de18d42f36 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:34.801051 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f92d3b7b-c254-4aae-8931-25201f8647d2 req-a2c70057-a572-4272-a9cb-b6de18d42f36 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0689683 Mar 08 17:35:34.846439 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab29d8-f9b8-48d0-9f71-bc7ce12809c7 req-76ac2d35-8972-43f0-8282-6308e36dbff6 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:34.848059 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92ab29d8-f9b8-48d0-9f71-bc7ce12809c7 req-76ac2d35-8972-43f0-8282-6308e36dbff6 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0588269 Mar 08 17:35:34.853905 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f92d3b7b-c254-4aae-8931-25201f8647d2 req-1161f45b-9cbc-4097-bbfb-e6dc39008436 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459170 Mar 08 17:35:34.902366 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92ab29d8-f9b8-48d0-9f71-bc7ce12809c7 req-df2a147f-29a3-416f-885d-b519375ea2d4 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 Mar 08 17:35:35.802140 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51978) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:35.903575 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b13daed6-9986-4c8b-8533-f1e82a43d5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.002698 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cb318-e59f-42dc-9c00-e6335e120597 req-bce4b87a-45dc-41f2-becc-2e75a9c090ba tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:36.004183 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb5cb318-e59f-42dc-9c00-e6335e120597 req-bce4b87a-45dc-41f2-becc-2e75a9c090ba tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0793655 Mar 08 17:35:36.020522 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef368e-af83-4ba3-903c-7a1747b7d926 req-75100a8d-9d4e-4c31-b0a9-f7a287d1b70a tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:36.022225 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-edef368e-af83-4ba3-903c-7a1747b7d926 req-75100a8d-9d4e-4c31-b0a9-f7a287d1b70a tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0527210 Mar 08 17:35:36.040872 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b13daed6-9986-4c8b-8533-f1e82a43d5e0 admin admin] Publish callbacks [] for security_group (7d30ccca-5007-485f-8fb0-976477944037), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.068647 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb5cb318-e59f-42dc-9c00-e6335e120597 req-cca51ff4-2052-4029-be3f-e34d9b518ad4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585630 Mar 08 17:35:36.069986 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-edef368e-af83-4ba3-903c-7a1747b7d926 req-06013838-7aa3-462f-8222-0c522933c006 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Mar 08 17:35:36.109678 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b13daed6-9986-4c8b-8533-f1e82a43d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7d30ccca-5007-485f-8fb0-976477944037), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.147461 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13daed6-9986-4c8b-8533-f1e82a43d5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d30ccca-5007-485f-8fb0-976477944037,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:36.152790 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b13daed6-9986-4c8b-8533-f1e82a43d5e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7b3b9f260e854fe280bfe7d0d06ac78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495772 Mar 08 17:35:36.155565 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51986) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:36.202610 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2e48-7f35-43f9-a024-2097be9ed375 admin admin] Publish callbacks [] for security_group (7d30ccca-5007-485f-8fb0-976477944037), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.223420 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2e48-7f35-43f9-a024-2097be9ed375 admin admin] Publish callbacks [] for security_group (7d30ccca-5007-485f-8fb0-976477944037), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.341121 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2e48-7f35-43f9-a024-2097be9ed375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7d30ccca-5007-485f-8fb0-976477944037), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.347384 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f9a2e48-7f35-43f9-a024-2097be9ed375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:36.347384 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-2f9a2e48-7f35-43f9-a024-2097be9ed375 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d30ccca-5007-485f-8fb0-976477944037 HTTP/1.1" status: 204 len: 168 time: 0.1885109 Mar 08 17:35:36.353448 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a2e48-7f35-43f9-a024-2097be9ed375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d30ccca-5007-485f-8fb0-976477944037,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:36.924649 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 51992) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:36.940500 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e2f9fec7-8856-4224-8d0e-c2b29d3b55ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.012886 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e2f9fec7-8856-4224-8d0e-c2b29d3b55ae admin admin] Publish callbacks [] for security_group (cb69283b-b7ef-4382-9595-8b90ebd4fd95), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.090280 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e2f9fec7-8856-4224-8d0e-c2b29d3b55ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (cb69283b-b7ef-4382-9595-8b90ebd4fd95), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.130491 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9fec7-8856-4224-8d0e-c2b29d3b55ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb69283b-b7ef-4382-9595-8b90ebd4fd95,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:37.138460 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e2f9fec7-8856-4224-8d0e-c2b29d3b55ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=50e3dfdc892a4838a4fe3730aa68deb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102861 Mar 08 17:35:37.138744 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52000) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:37.196681 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ce9b2-3617-49fb-b0a1-4f80dcff5bc5 req-86c47aaa-3365-4013-82cb-959fcdf9cf4e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:37.198542 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-850ce9b2-3617-49fb-b0a1-4f80dcff5bc5 req-86c47aaa-3365-4013-82cb-959fcdf9cf4e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0546930 Mar 08 17:35:37.223795 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-72ee99ea-c93a-4fa5-a2f8-20e886ed9124 admin admin] Publish callbacks [] for security_group (cb69283b-b7ef-4382-9595-8b90ebd4fd95), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.233673 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4913-8ccd-4ab9-bc95-d4fdeee2d832 req-cb5a645b-7a24-4648-9d27-6d3f683af579 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:37.235184 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d33b4913-8ccd-4ab9-bc95-d4fdeee2d832 req-cb5a645b-7a24-4648-9d27-6d3f683af579 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0862119 Mar 08 17:35:37.246642 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-850ce9b2-3617-49fb-b0a1-4f80dcff5bc5 req-13292c19-2018-4dda-a2f6-8941f6af0e67 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426714 Mar 08 17:35:37.271610 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-72ee99ea-c93a-4fa5-a2f8-20e886ed9124 admin admin] Publish callbacks [] for security_group (cb69283b-b7ef-4382-9595-8b90ebd4fd95), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.320793 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d33b4913-8ccd-4ab9-bc95-d4fdeee2d832 req-ec07148e-5d28-432a-88a5-d1e5070bd21c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786009 Mar 08 17:35:37.415047 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-72ee99ea-c93a-4fa5-a2f8-20e886ed9124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (cb69283b-b7ef-4382-9595-8b90ebd4fd95), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.417622 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-72ee99ea-c93a-4fa5-a2f8-20e886ed9124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:37.418786 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-72ee99ea-c93a-4fa5-a2f8-20e886ed9124 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb69283b-b7ef-4382-9595-8b90ebd4fd95 HTTP/1.1" status: 204 len: 168 time: 0.2768044 Mar 08 17:35:37.426985 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee99ea-c93a-4fa5-a2f8-20e886ed9124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb69283b-b7ef-4382-9595-8b90ebd4fd95,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:38.025610 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52006) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:38.039531 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ef1b3a4e-1b7a-40f5-9498-5727afdfd6ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.112329 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ef1b3a4e-1b7a-40f5-9498-5727afdfd6ca admin admin] Publish callbacks [] for security_group (ea795b56-1851-4a08-8f41-b162cd354bdd), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.201040 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ef1b3a4e-1b7a-40f5-9498-5727afdfd6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (ea795b56-1851-4a08-8f41-b162cd354bdd), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.239080 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ef1b3a4e-1b7a-40f5-9498-5727afdfd6ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a662cfacc9bf4dde83da445a90d59471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123122 Mar 08 17:35:38.240941 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b3a4e-1b7a-40f5-9498-5727afdfd6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea795b56-1851-4a08-8f41-b162cd354bdd,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:38.242600 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52008) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:38.295138 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Publish callbacks [] for security_group (ea795b56-1851-4a08-8f41-b162cd354bdd), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.324403 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Publish callbacks [] for security_group (ea795b56-1851-4a08-8f41-b162cd354bdd), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.372628 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Request body: {'port': {'device_id': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:35:38.392300 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ceb68a-41c4-4ca4-b50e-d5b77af03e99 req-d09b3d63-438b-42b2-bdf2-7f560813e1c8 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:38.393808 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-93ceb68a-41c4-4ca4-b50e-d5b77af03e99 req-d09b3d63-438b-42b2-bdf2-7f560813e1c8 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 932 time: 0.0811996 Mar 08 17:35:38.450104 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-93ceb68a-41c4-4ca4-b50e-d5b77af03e99 req-1c5d3d92-84e0-4bbb-9dc8-8ee9577d67b5 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468113 Mar 08 17:35:38.474527 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.495238 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (ea795b56-1851-4a08-8f41-b162cd354bdd), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.497425 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f17c8-8185-4faa-a033-2e5ab56ca3e4 req-cf0c4ce4-9d45-4064-a658-33fdc6ef5f92 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:38.497905 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:38.499187 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9b3f17c8-8185-4faa-a033-2e5ab56ca3e4 req-cf0c4ce4-9d45-4064-a658-33fdc6ef5f92 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0942295 Mar 08 17:35:38.499386 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea795b56-1851-4a08-8f41-b162cd354bdd HTTP/1.1" status: 204 len: 168 time: 0.2554679 Mar 08 17:35:38.510284 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea795b56-1851-4a08-8f41-b162cd354bdd,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:38.515886 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.516248 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.516599 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.516989 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.517302 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.517637 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.518030 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.518357 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.518692 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.519021 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.519350 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.519674 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.519995 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1bcfde-752f-4503-bd48-6a3c829d52cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:38.669585 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d89d6-4e59-4eaa-ad21-d18a6dd9e7f4 req-571ab93b-2217-4c7a-abd5-597633ed3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:38.671144 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-125d89d6-4e59-4eaa-ad21-d18a6dd9e7f4 req-571ab93b-2217-4c7a-abd5-597633ed3fb6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 1129 time: 0.1816566 Mar 08 17:35:38.674236 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9b3f17c8-8185-4faa-a033-2e5ab56ca3e4 req-566bf95f-1c86-4b44-87dd-f70a723d543f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661003 Mar 08 17:35:38.837846 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d89d6-4e59-4eaa-ad21-d18a6dd9e7f4 req-7f5714c6-0a25-49d7-93c7-c27be5bbc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:38.837846 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-125d89d6-4e59-4eaa-ad21-d18a6dd9e7f4 req-7f5714c6-0a25-49d7-93c7-c27be5bbc2dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 919 time: 0.1577406 Mar 08 17:35:38.888003 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-125d89d6-4e59-4eaa-ad21-d18a6dd9e7f4 req-65e158ce-d267-4184-9e8d-64228faa33c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2b091c2-038c-4fda-88ad-789f9749ad58 HTTP/1.1" status: 200 len: 217 time: 0.0431104 Mar 08 17:35:38.966947 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:35:38.975008 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d89d6-4e59-4eaa-ad21-d18a6dd9e7f4 req-581e15dc-39f3-4359-b3c8-b4e38a8a51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:38.976371 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-125d89d6-4e59-4eaa-ad21-d18a6dd9e7f4 req-581e15dc-39f3-4359-b3c8-b4e38a8a51fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a HTTP/1.1" status: 200 len: 858 time: 0.0776346 Mar 08 17:35:38.978145 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Publish callbacks [] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:39.015820 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Transition to ACTIVE for port object b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:35:39.018171 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-125d89d6-4e59-4eaa-ad21-d18a6dd9e7f4 req-7d6b42ea-d41f-451b-8007-a93dafa187ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=002e704e-1690-4589-a1c7-568764202ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343254 Mar 08 17:35:39.104372 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:39.139921 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-125d89d6-4e59-4eaa-ad21-d18a6dd9e7f4 req-c71135a1-9a0b-494e-970b-eb16c9cacea2 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138940 Mar 08 17:35:39.165910 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Pushing event updated for resources: {'Port': ['ID=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:39.298189 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Attempting to bind port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:35:39.298531 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Attempting to bind port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:35:39.298864 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Attempting to bind port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 on network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:35:39.307544 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 on network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:35:39.307877 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Attempting to bind port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 on network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:35:39.320279 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:35:39.320742 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Checking segment: {'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:35:39.320992 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Bound using segment: {'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:35:39.321432 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Bound port: b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fab72d6-9738-4311-9ecd-9c013dde62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:35:39.321806 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:39.344168 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-125d89d6-4e59-4eaa-ad21-d18a6dd9e7f4 req-918228a5-acf0-46df-8fa0-e30879b1858b service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270335 Mar 08 17:35:39.398506 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] For port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:35:39.402277 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] For port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:35:39.493254 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:39.534282 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:39.534927 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:39.536877 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] 10.222.0.64 "PUT /v2.0/ports/b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 HTTP/1.1" status: 200 len: 1094 time: 1.1688540 Mar 08 17:35:39.537961 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:39.540441 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc49562-4815-4a62-b5d9-69756fad1dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:39.581169 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c968e4-032b-4a8b-ab62-599ca890cd76 service neutron] Pushing event updated for resources: {'Port': ['ID=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:39.588899 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963e273-3775-4056-a347-ed8bc07cece6 req-efe24721-6b57-46b6-a8ce-47f84fcf1ae5 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:39.597364 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c963e273-3775-4056-a347-ed8bc07cece6 req-efe24721-6b57-46b6-a8ce-47f84fcf1ae5 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 944 time: 0.0804455 Mar 08 17:35:39.604819 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb2995c-09c9-40b8-bd34-a9f1b852304e x-openstack-request-id: req-0eb2995c-09c9-40b8-bd34-a9f1b852304e {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:39.605113 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:39.605363 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0eb2995c-09c9-40b8-bd34-a9f1b852304e {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:39.605783 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'status': 'completed', 'code': 200} Mar 08 17:35:39.651364 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c963e273-3775-4056-a347-ed8bc07cece6 req-c14908b6-3ac3-4cb9-8895-cfc8440cdce7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530236 Mar 08 17:35:39.684162 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc49562-4815-4a62-b5d9-69756fad1dd5 req-8bd637fc-b3df-4d8c-909b-97daaad71fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:39.685783 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8dc49562-4815-4a62-b5d9-69756fad1dd5 req-8bd637fc-b3df-4d8c-909b-97daaad71fa2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dba5635511c46bc9431cc58f7118cf7&device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 1128 time: 0.0541716 Mar 08 17:35:39.913370 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2e80c-daec-488c-882e-76bc92de97b4 req-32291e14-e997-44dc-a44b-96d6195ce7ba tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:39.915484 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c4b2e80c-daec-488c-882e-76bc92de97b4 req-32291e14-e997-44dc-a44b-96d6195ce7ba tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.1662366 Mar 08 17:35:39.916883 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc49562-4815-4a62-b5d9-69756fad1dd5 req-68a96342-7e5e-4257-9c81-e61ae0bea3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:39.918931 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8dc49562-4815-4a62-b5d9-69756fad1dd5 req-68a96342-7e5e-4257-9c81-e61ae0bea3ad service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5dba5635511c46bc9431cc58f7118cf7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2225347 Mar 08 17:35:40.023190 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c4b2e80c-daec-488c-882e-76bc92de97b4 req-0745e9b9-805b-4cc5-ab27-3198eb79436b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023428 Mar 08 17:35:40.052074 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc49562-4815-4a62-b5d9-69756fad1dd5 req-719ace84-cd90-44ff-8c7d-fb6b3d177f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:40.053772 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8dc49562-4815-4a62-b5d9-69756fad1dd5 req-719ace84-cd90-44ff-8c7d-fb6b3d177f89 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1240964 Mar 08 17:35:40.139022 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-1eb81275-b968-4453-85de-3cc67ebe8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:40.140551 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-1eb81275-b968-4453-85de-3cc67ebe8212 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dba5635511c46bc9431cc58f7118cf7&device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 1128 time: 0.0445359 Mar 08 17:35:40.182766 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-755a5c75-cbde-4e7f-a7b3-662c2df9525d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 HTTP/1.1" status: 200 len: 217 time: 0.0336239 Mar 08 17:35:40.245126 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-299925f9-aa70-45b1-a33a-f844497d92d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:40.246746 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-299925f9-aa70-45b1-a33a-f844497d92d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a58180db-0d18-46c1-a0ee-ff9ef3678274 HTTP/1.1" status: 200 len: 853 time: 0.0562949 Mar 08 17:35:40.301642 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60376391-45e2-4d29-8975-854be03b7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:40.303264 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-60376391-45e2-4d29-8975-854be03b7aff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461617 Mar 08 17:35:40.398059 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-b6c4c2a3-dd67-4d9e-a6fa-42608593aded service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832009 Mar 08 17:35:40.492826 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2f4f36-4e1e-4e71-a605-fe8b649a9661 req-40242473-3d42-4867-98a7-aadcf3c0abb0 service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842826 Mar 08 17:35:40.768439 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a138001-4283-4a05-bc92-61b48bfd3a53 req-6a1e2853-3780-4fa7-aac4-1a20553c1b79 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:40.769927 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5a138001-4283-4a05-bc92-61b48bfd3a53 req-6a1e2853-3780-4fa7-aac4-1a20553c1b79 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 944 time: 0.0522437 Mar 08 17:35:40.816432 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5a138001-4283-4a05-bc92-61b48bfd3a53 req-f222176c-a252-4a0c-a2fd-5a28598b6989 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Mar 08 17:35:41.144704 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c189a-8ff2-459b-8a7c-1b6010e8c00d req-20eae292-b01c-4a66-b560-1b6504725c61 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:41.146370 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eb0c189a-8ff2-459b-8a7c-1b6010e8c00d req-20eae292-b01c-4a66-b560-1b6504725c61 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0559578 Mar 08 17:35:41.193246 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eb0c189a-8ff2-459b-8a7c-1b6010e8c00d req-828cd402-9563-454f-bce9-0182d95a52c4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Mar 08 17:35:41.933825 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04560f9d-27ad-4dac-957f-b5d0417ce4ff req-cffb0698-0835-40fb-9958-c2e43455abd2 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:41.935294 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04560f9d-27ad-4dac-957f-b5d0417ce4ff req-cffb0698-0835-40fb-9958-c2e43455abd2 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 944 time: 0.0554531 Mar 08 17:35:41.980924 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04560f9d-27ad-4dac-957f-b5d0417ce4ff req-c0a3579e-f0c8-4a47-b17f-dbe3f2fbee2f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Mar 08 17:35:42.311904 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe7630-f8de-4003-b697-7970b403b9b8 req-c75163ce-4fd0-4277-8044-8dc7d7753611 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:42.313374 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-acfe7630-f8de-4003-b697-7970b403b9b8 req-c75163ce-4fd0-4277-8044-8dc7d7753611 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0545092 Mar 08 17:35:42.359520 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-acfe7630-f8de-4003-b697-7970b403b9b8 req-c62845cf-fb22-4491-9a06-37baa6f0e228 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Mar 08 17:35:43.095766 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56a2ff-d1c2-4437-b230-4123c08efd48 req-6735b269-d6eb-43e3-b9d8-77fcb6bb7eaf tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:43.097349 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3f56a2ff-d1c2-4437-b230-4123c08efd48 req-6735b269-d6eb-43e3-b9d8-77fcb6bb7eaf tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 944 time: 0.0516970 Mar 08 17:35:43.144254 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3f56a2ff-d1c2-4437-b230-4123c08efd48 req-f93d4f9a-5219-446d-b7c1-776b1ee5e7e8 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Mar 08 17:35:43.481477 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b357e5-0651-4131-907e-248640958694 req-d97d6feb-1516-4788-b159-f1b7c3b62839 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:43.481477 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9b357e5-0651-4131-907e-248640958694 req-d97d6feb-1516-4788-b159-f1b7c3b62839 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0515978 Mar 08 17:35:43.524870 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9b357e5-0651-4131-907e-248640958694 req-077a15fb-0af3-4532-a561-8fbd41fb0f13 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Mar 08 17:35:44.263012 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afda4e0-2108-4f51-ab6b-adb38ba45643 req-8810db4a-834e-4059-89be-134dee2eb9bd tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:44.264477 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4afda4e0-2108-4f51-ab6b-adb38ba45643 req-8810db4a-834e-4059-89be-134dee2eb9bd tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 944 time: 0.0534537 Mar 08 17:35:44.314320 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4afda4e0-2108-4f51-ab6b-adb38ba45643 req-583f1206-255a-4c40-a39b-bd19e4429a0f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443995 Mar 08 17:35:44.642417 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef73843-a2fa-41bf-9369-cccfd19242c0 req-79507996-7b35-42c7-aee6-9b0a27722670 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:44.643906 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8ef73843-a2fa-41bf-9369-cccfd19242c0 req-79507996-7b35-42c7-aee6-9b0a27722670 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0523405 Mar 08 17:35:44.693234 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8ef73843-a2fa-41bf-9369-cccfd19242c0 req-01c6522b-a9fb-4a3a-8f49-6bba5730fe6c tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 Mar 08 17:35:44.964431 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:35:45.005049 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:35:45.100558 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:45.110793 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'port_id': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'mac_address': 'fa:16:3e:9e:89:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:35:45.152942 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:45.153249 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:45.167143 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:35:45.185906 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:45.266850 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:45.314794 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:45.321735 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.322131 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.322497 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.322836 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.323164 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.323493 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.323813 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.324132 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.324449 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.324782 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.325105 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.325417 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.325732 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:35:45.430490 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f386d-135e-4f1a-a888-4113c8ffff78 req-057f2d22-5036-461e-ba32-d830599c16d1 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:45.431846 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2f6f386d-135e-4f1a-a888-4113c8ffff78 req-057f2d22-5036-461e-ba32-d830599c16d1 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 945 time: 0.0503428 Mar 08 17:35:45.476890 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2f6f386d-135e-4f1a-a888-4113c8ffff78 req-61b155e9-b51f-4d4c-bfbf-6dd1e3870bb8 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396357 Mar 08 17:35:45.779987 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:35:45.814162 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3203-02b4-41bd-b160-178d322ec9f9 req-535f2c92-01ed-4cb0-98c1-0332cfdf21e1 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:45.815619 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-20fc3203-02b4-41bd-b160-178d322ec9f9 req-535f2c92-01ed-4cb0-98c1-0332cfdf21e1 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0518615 Mar 08 17:35:45.863097 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-20fc3203-02b4-41bd-b160-178d322ec9f9 req-ecc8f26b-4b17-482b-a069-22322f50abbf tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Mar 08 17:35:46.518330 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52124) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:46.591953 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdd4e4-033b-416a-9757-1ff7ab1e0930 req-abe5563b-e812-48f2-ab4a-9a0dc1695d9a tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:46.593490 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-28bdd4e4-033b-416a-9757-1ff7ab1e0930 req-abe5563b-e812-48f2-ab4a-9a0dc1695d9a tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 945 time: 0.0513256 Mar 08 17:35:46.633518 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7713b445-a27b-480f-a19c-335d841fbe89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:46.669399 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-28bdd4e4-033b-416a-9757-1ff7ab1e0930 req-3f2d8e06-3155-4312-868b-8bac36b6083e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698144 Mar 08 17:35:46.724645 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7713b445-a27b-480f-a19c-335d841fbe89 admin admin] Publish callbacks [] for security_group (abda52d1-524c-44c5-b789-94e5625b5b25), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:46.792189 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7713b445-a27b-480f-a19c-335d841fbe89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (abda52d1-524c-44c5-b789-94e5625b5b25), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:46.830678 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713b445-a27b-480f-a19c-335d841fbe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abda52d1-524c-44c5-b789-94e5625b5b25,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:46.835047 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7713b445-a27b-480f-a19c-335d841fbe89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7581d7da0ac64c8289e7297c89bcb645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155694 Mar 08 17:35:46.837572 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52128) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:46.885634 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-789518c8-bc94-4e6d-ac75-f8e06032776d admin admin] Publish callbacks [] for security_group (abda52d1-524c-44c5-b789-94e5625b5b25), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:46.908203 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-789518c8-bc94-4e6d-ac75-f8e06032776d admin admin] Publish callbacks [] for security_group (abda52d1-524c-44c5-b789-94e5625b5b25), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:46.982511 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053c882-24ec-4a88-b79d-435c12cd07aa req-6f2af7c4-94ba-48f3-a319-edd1179205c0 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:46.983986 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6053c882-24ec-4a88-b79d-435c12cd07aa req-6f2af7c4-94ba-48f3-a319-edd1179205c0 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0508049 Mar 08 17:35:47.011981 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:35:47.026543 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-789518c8-bc94-4e6d-ac75-f8e06032776d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (abda52d1-524c-44c5-b789-94e5625b5b25), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:47.029168 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-789518c8-bc94-4e6d-ac75-f8e06032776d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:47.032828 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-789518c8-bc94-4e6d-ac75-f8e06032776d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abda52d1-524c-44c5-b789-94e5625b5b25 HTTP/1.1" status: 204 len: 168 time: 0.1918299 Mar 08 17:35:47.032967 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6053c882-24ec-4a88-b79d-435c12cd07aa req-978d7086-8ea1-4eaa-8bdb-8ac534f6cde7 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430899 Mar 08 17:35:47.044688 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789518c8-bc94-4e6d-ac75-f8e06032776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda52d1-524c-44c5-b789-94e5625b5b25,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:47.143707 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:35:47.148309 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:35:47.148693 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:47.237463 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:35:47.237902 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:47.264761 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:35:47.267027 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdebf5dd-85f3-4522-8ec7-005f13fe88f5" -d '{"events": [{"server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "name": "network-vif-plugged", "status": "completed", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:35:47.279774 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:35:47.301228 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37614fd7-3d32-445d-ba67-6f5b41e68870 x-openstack-request-id: req-37614fd7-3d32-445d-ba67-6f5b41e68870 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:35:47.301552 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "name": "network-vif-plugged", "status": "completed", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:35:47.302608 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37614fd7-3d32-445d-ba67-6f5b41e68870 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:35:47.303276 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'code': 200} Mar 08 17:35:47.343787 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:47.393500 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:47.587780 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9e85f-490f-4785-b1a4-39154771d3cd req-7f56dca0-3f49-4609-8338-8813dd925bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:47.589387 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dbc9e85f-490f-4785-b1a4-39154771d3cd req-7f56dca0-3f49-4609-8338-8813dd925bc6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 1130 time: 0.0525777 Mar 08 17:35:47.634503 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dbc9e85f-490f-4785-b1a4-39154771d3cd req-3ef82e6c-b297-4c03-bd97-64ea671c10d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381503 Mar 08 17:35:47.655682 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52138) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:47.666891 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-767da953-040c-4aa6-8509-ddf9cb9b6f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:47.743197 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-767da953-040c-4aa6-8509-ddf9cb9b6f35 admin admin] Publish callbacks [] for security_group (a27d0236-95a3-4b8f-89ba-e1cf40b1543a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:47.785032 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd06e4-60a1-4f3f-b3f8-03bae5842ec0 req-a7db6d07-0df7-4b91-b179-7b3fe58f91c8 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:47.787061 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-12bd06e4-60a1-4f3f-b3f8-03bae5842ec0 req-a7db6d07-0df7-4b91-b179-7b3fe58f91c8 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 946 time: 0.0514615 Mar 08 17:35:47.820877 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-767da953-040c-4aa6-8509-ddf9cb9b6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (a27d0236-95a3-4b8f-89ba-e1cf40b1543a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:47.832418 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-12bd06e4-60a1-4f3f-b3f8-03bae5842ec0 req-7f640f28-ef3b-4667-a01a-5c9b8a3f9cff tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395761 Mar 08 17:35:47.867613 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-767da953-040c-4aa6-8509-ddf9cb9b6f35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67f9b0c1ac174e958758ff5ec8cc9f88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130456 Mar 08 17:35:47.868734 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767da953-040c-4aa6-8509-ddf9cb9b6f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27d0236-95a3-4b8f-89ba-e1cf40b1543a,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:47.870378 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52142) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:47.921739 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0576330d-2ad0-48b2-a956-615fb0c3df1b admin admin] Publish callbacks [] for security_group (a27d0236-95a3-4b8f-89ba-e1cf40b1543a), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:47.945230 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0576330d-2ad0-48b2-a956-615fb0c3df1b admin admin] Publish callbacks [] for security_group (a27d0236-95a3-4b8f-89ba-e1cf40b1543a), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:48.095373 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0576330d-2ad0-48b2-a956-615fb0c3df1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (a27d0236-95a3-4b8f-89ba-e1cf40b1543a), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:48.098015 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0576330d-2ad0-48b2-a956-615fb0c3df1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:48.099705 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0576330d-2ad0-48b2-a956-615fb0c3df1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a27d0236-95a3-4b8f-89ba-e1cf40b1543a HTTP/1.1" status: 204 len: 168 time: 0.2275660 Mar 08 17:35:48.108789 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576330d-2ad0-48b2-a956-615fb0c3df1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27d0236-95a3-4b8f-89ba-e1cf40b1543a,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:48.159072 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4a85-34c6-455a-b651-72f1d8b91eb2 req-e4b8c777-83a0-40c7-a99c-b051b70ebeba tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:48.160571 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e76e4a85-34c6-455a-b651-72f1d8b91eb2 req-e4b8c777-83a0-40c7-a99c-b051b70ebeba tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0556459 Mar 08 17:35:48.209267 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e76e4a85-34c6-455a-b651-72f1d8b91eb2 req-391361c1-6b44-4981-a0b5-5d58761cae98 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Mar 08 17:35:48.961937 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f416fe-fe47-4df5-a071-2a24d8c9f21c req-2bb9b7a0-f304-4064-9acd-c4a6dc75629e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:48.963445 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-23f416fe-fe47-4df5-a071-2a24d8c9f21c req-2bb9b7a0-f304-4064-9acd-c4a6dc75629e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 946 time: 0.0605621 Mar 08 17:35:49.014032 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-23f416fe-fe47-4df5-a071-2a24d8c9f21c req-0bcf79b6-04ae-4697-9020-e5023961af12 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447400 Mar 08 17:35:49.072297 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b1b0090-e272-42ee-99e7-9cf00a765e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:49.332330 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e57fd-9a39-4a87-b5c5-c4c1cbd29252 req-0e334b13-ad8e-42af-aaf6-f738c1955cc2 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:49.332330 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-520e57fd-9a39-4a87-b5c5-c4c1cbd29252 req-0e334b13-ad8e-42af-aaf6-f738c1955cc2 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0513670 Mar 08 17:35:49.380569 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-520e57fd-9a39-4a87-b5c5-c4c1cbd29252 req-3da0faf4-2de4-4058-84d4-b7f307e2b36f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431151 Mar 08 17:35:50.134480 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43217b9-90f9-4e34-b8dd-3093411ddaef req-3cd7d896-9d0b-4e3c-ab3d-1bb8901a043e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:50.135984 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c43217b9-90f9-4e34-b8dd-3093411ddaef req-3cd7d896-9d0b-4e3c-ab3d-1bb8901a043e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 946 time: 0.0527236 Mar 08 17:35:50.191078 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c43217b9-90f9-4e34-b8dd-3093411ddaef req-28abff81-7358-4acc-bfa8-d882d8ded899 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494132 Mar 08 17:35:50.292754 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:50.313596 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff944db-f6ab-4338-a8e3-3dea50d1a0d0 req-3f9c965c-8a64-4731-ac5c-0004bffa0078 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:50.315183 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dff944db-f6ab-4338-a8e3-3dea50d1a0d0 req-3f9c965c-8a64-4731-ac5c-0004bffa0078 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 946 time: 0.0522316 Mar 08 17:35:50.366654 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dff944db-f6ab-4338-a8e3-3dea50d1a0d0 req-2b0e4f80-baca-4dd6-8c8e-fbee8e100923 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450177 Mar 08 17:35:50.506482 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f167b3d-af61-440b-a4c6-5635184a03e5 req-6975e23c-2223-4b61-a818-431d8840e5b5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:50.508133 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5f167b3d-af61-440b-a4c6-5635184a03e5 req-6975e23c-2223-4b61-a818-431d8840e5b5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0550871 Mar 08 17:35:50.562278 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5f167b3d-af61-440b-a4c6-5635184a03e5 req-31f20cad-2a17-4c54-9388-12f7d5c12de9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479221 Mar 08 17:35:50.703264 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc5717-526b-4c0e-8f4a-613811c8b430 req-5c4e2db0-3f3f-4250-be18-f65da434405b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:50.704824 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0dcc5717-526b-4c0e-8f4a-613811c8b430 req-5c4e2db0-3f3f-4250-be18-f65da434405b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 946 time: 0.0571196 Mar 08 17:35:50.754304 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0dcc5717-526b-4c0e-8f4a-613811c8b430 req-e7a716cb-9780-4513-bd75-7975747ffddc tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Mar 08 17:35:51.332088 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5c87178-984a-4213-8217-d266ef4c7e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:51.680415 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4e6c8-38a0-4b53-9e2d-78713b9e71bc req-59d5ed43-2eb6-44b9-88c6-5d60cf4eb7f0 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:51.681892 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a6f4e6c8-38a0-4b53-9e2d-78713b9e71bc req-59d5ed43-2eb6-44b9-88c6-5d60cf4eb7f0 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0537715 Mar 08 17:35:51.728644 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a6f4e6c8-38a0-4b53-9e2d-78713b9e71bc req-bcbf70cc-188c-42f5-857f-d813490856ad tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 Mar 08 17:35:52.329602 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03d2d6-4a1f-44a3-affd-657f708094a7 req-41bb185f-af2e-429b-92c2-bd2c95422e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:52.331125 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ad03d2d6-4a1f-44a3-affd-657f708094a7 req-41bb185f-af2e-429b-92c2-bd2c95422e10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 1129 time: 0.0428338 Mar 08 17:35:52.378923 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ad03d2d6-4a1f-44a3-affd-657f708094a7 req-3b720f74-3941-4785-af46-5bd564d2996a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375051 Mar 08 17:35:52.703778 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:52.845914 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fde98-ad69-4e92-91fc-ec8ff2361f8e req-3ac5ff62-f816-434d-90a4-7750b161b05b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:52.847384 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-795fde98-ad69-4e92-91fc-ec8ff2361f8e req-3ac5ff62-f816-434d-90a4-7750b161b05b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0522072 Mar 08 17:35:52.894152 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-795fde98-ad69-4e92-91fc-ec8ff2361f8e req-4c3a4c79-c6bc-4ca5-87c4-d381871513cb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Mar 08 17:35:53.875229 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:54.015104 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74d851-4a6b-4dad-8de3-4f14c906bbd5 req-068ea3c8-9140-4e80-9494-4b28c1bcbbc9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:54.016503 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3d74d851-4a6b-4dad-8de3-4f14c906bbd5 req-068ea3c8-9140-4e80-9494-4b28c1bcbbc9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0527999 Mar 08 17:35:54.070532 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3d74d851-4a6b-4dad-8de3-4f14c906bbd5 req-0a498a1e-aef9-4966-aeb1-652056094f43 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482264 Mar 08 17:35:55.192137 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee40815-b640-4b4f-8e08-715dd5e8c3a5 req-32fa087c-b2a7-40a2-8ef8-c1ebf6becdcf tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:55.193617 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bee40815-b640-4b4f-8e08-715dd5e8c3a5 req-32fa087c-b2a7-40a2-8ef8-c1ebf6becdcf tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0534759 Mar 08 17:35:55.247561 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bee40815-b640-4b4f-8e08-715dd5e8c3a5 req-61124c63-c3c9-40cf-bcce-bae0567961ae tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Mar 08 17:35:55.304079 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:55.741303 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d119b-d254-4dcf-896a-870de63cc13e req-ebb89f23-029d-4af6-a061-daa9b7fc1e03 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:55.743414 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4e8d119b-d254-4dcf-896a-870de63cc13e req-ebb89f23-029d-4af6-a061-daa9b7fc1e03 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0566087 Mar 08 17:35:55.823138 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4e8d119b-d254-4dcf-896a-870de63cc13e req-11faf4f2-1836-481f-8994-4377d0aa6afd tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700185 Mar 08 17:35:55.831363 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebbb6-f8c9-4eb6-9642-00724422d34a req-aab90ca8-a38c-4680-a0d0-61becf7fa3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:55.832806 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ad3ebbb6-f8c9-4eb6-9642-00724422d34a req-aab90ca8-a38c-4680-a0d0-61becf7fa3ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 1129 time: 0.0636599 Mar 08 17:35:55.936650 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebbb6-f8c9-4eb6-9642-00724422d34a req-b48249c7-3eb3-493e-b5e0-2da791d8c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:55.938329 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ad3ebbb6-f8c9-4eb6-9642-00724422d34a req-b48249c7-3eb3-493e-b5e0-2da791d8c106 service neutron] 10.222.0.64 "GET /v2.0/networks?id=002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 200 len: 919 time: 0.0899732 Mar 08 17:35:55.988032 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ad3ebbb6-f8c9-4eb6-9642-00724422d34a req-79637807-34c1-4c57-8b6b-43cc68218c3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2b091c2-038c-4fda-88ad-789f9749ad58 HTTP/1.1" status: 200 len: 217 time: 0.0347342 Mar 08 17:35:56.045087 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebbb6-f8c9-4eb6-9642-00724422d34a req-8b66a418-d5c8-48c8-ab65-145b62a1d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:56.046604 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ad3ebbb6-f8c9-4eb6-9642-00724422d34a req-8b66a418-d5c8-48c8-ab65-145b62a1d744 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a HTTP/1.1" status: 200 len: 858 time: 0.0435200 Mar 08 17:35:56.083356 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ad3ebbb6-f8c9-4eb6-9642-00724422d34a req-50fccd76-4574-4c06-9ced-3b93e020570d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=002e704e-1690-4589-a1c7-568764202ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238116 Mar 08 17:35:56.182387 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ad3ebbb6-f8c9-4eb6-9642-00724422d34a req-67d993a7-8cb9-4210-9a3d-bebef60a2802 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882874 Mar 08 17:35:56.245066 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52314) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:56.282645 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ad3ebbb6-f8c9-4eb6-9642-00724422d34a req-41dc8a6b-f84e-4c44-a3e2-fbb5881ce780 service neutron] 10.222.0.64 "GET /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894525 Mar 08 17:35:56.352253 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0640e19c-6351-47fa-91e9-44238d0c4111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:56.423888 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0640e19c-6351-47fa-91e9-44238d0c4111 admin admin] Publish callbacks [] for security_group (cb0bec39-73e9-48f5-953e-221f76137b85), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:56.832424 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0640e19c-6351-47fa-91e9-44238d0c4111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (cb0bec39-73e9-48f5-953e-221f76137b85), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:56.888019 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0640e19c-6351-47fa-91e9-44238d0c4111 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc1fd6cedba247d69094c4b70f336994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6304643 Mar 08 17:35:56.888019 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640e19c-6351-47fa-91e9-44238d0c4111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0bec39-73e9-48f5-953e-221f76137b85,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:56.888370 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52322) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:56.938654 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aee1b939-0769-4538-bb46-9e6863fe16ab admin admin] Publish callbacks [] for security_group (cb0bec39-73e9-48f5-953e-221f76137b85), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:56.948966 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998af10d-487a-40b7-9ed0-d759cfd7c56b req-c505b6b8-319f-4603-b6ae-2f2beba8d5fb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:56.950545 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-998af10d-487a-40b7-9ed0-d759cfd7c56b req-c505b6b8-319f-4603-b6ae-2f2beba8d5fb tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0565920 Mar 08 17:35:56.961003 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aee1b939-0769-4538-bb46-9e6863fe16ab admin admin] Publish callbacks [] for security_group (cb0bec39-73e9-48f5-953e-221f76137b85), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:56.999939 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-998af10d-487a-40b7-9ed0-d759cfd7c56b req-65d3ccb3-12f5-413b-9e82-7ad5c07f5af7 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436277 Mar 08 17:35:57.720923 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aee1b939-0769-4538-bb46-9e6863fe16ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (cb0bec39-73e9-48f5-953e-221f76137b85), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:57.723532 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-aee1b939-0769-4538-bb46-9e6863fe16ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:57.724782 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-aee1b939-0769-4538-bb46-9e6863fe16ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb0bec39-73e9-48f5-953e-221f76137b85 HTTP/1.1" status: 204 len: 168 time: 0.8353915 Mar 08 17:35:57.732780 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1b939-0769-4538-bb46-9e6863fe16ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0bec39-73e9-48f5-953e-221f76137b85,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:58.122958 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468b7ba-05fc-4d31-a6e5-cb30d4768d83 req-c2e26607-3d61-460a-baf4-eee01f9340ac tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:58.124254 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9468b7ba-05fc-4d31-a6e5-cb30d4768d83 req-c2e26607-3d61-460a-baf4-eee01f9340ac tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0537071 Mar 08 17:35:58.174664 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9468b7ba-05fc-4d31-a6e5-cb30d4768d83 req-c4f62333-8040-4027-987f-4bad355b6f87 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433278 Mar 08 17:35:58.362259 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52332) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:58.376267 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c7360c89-42fa-4bd2-8a96-f6ab381fd3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:58.451635 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c7360c89-42fa-4bd2-8a96-f6ab381fd3e6 admin admin] Publish callbacks [] for security_group (3ab2ae15-ba5e-4db7-afff-957eeb720eba), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:58.515318 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c7360c89-42fa-4bd2-8a96-f6ab381fd3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (3ab2ae15-ba5e-4db7-afff-957eeb720eba), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:58.551535 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7360c89-42fa-4bd2-8a96-f6ab381fd3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab2ae15-ba5e-4db7-afff-957eeb720eba,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:58.556301 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c7360c89-42fa-4bd2-8a96-f6ab381fd3e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dbc4f734b612405e91c7357df946e5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930161 Mar 08 17:35:58.559160 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52334) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:58.604647 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8840c5b-94c2-422f-a7cb-cfc35ff8b75d admin admin] Publish callbacks [] for security_group (3ab2ae15-ba5e-4db7-afff-957eeb720eba), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:58.625928 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8840c5b-94c2-422f-a7cb-cfc35ff8b75d admin admin] Publish callbacks [] for security_group (3ab2ae15-ba5e-4db7-afff-957eeb720eba), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:58.726412 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8840c5b-94c2-422f-a7cb-cfc35ff8b75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (3ab2ae15-ba5e-4db7-afff-957eeb720eba), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:58.729409 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8840c5b-94c2-422f-a7cb-cfc35ff8b75d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:58.730590 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e8840c5b-94c2-422f-a7cb-cfc35ff8b75d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ab2ae15-ba5e-4db7-afff-957eeb720eba HTTP/1.1" status: 204 len: 168 time: 0.1705353 Mar 08 17:35:58.738019 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8840c5b-94c2-422f-a7cb-cfc35ff8b75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab2ae15-ba5e-4db7-afff-957eeb720eba,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:59.294647 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232065cc-7a61-4668-8186-de661961db09 req-191f9680-3387-4bb0-a674-28c148f28ade tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:35:59.296963 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-232065cc-7a61-4668-8186-de661961db09 req-191f9680-3387-4bb0-a674-28c148f28ade tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0564520 Mar 08 17:35:59.343522 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-232065cc-7a61-4668-8186-de661961db09 req-7a0188f8-e6f9-47f5-90ce-c430e1ef779b tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Mar 08 17:35:59.362326 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52344) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:59.375693 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-34ade97c-0442-45ae-afeb-5042d4627dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:59.451517 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-34ade97c-0442-45ae-afeb-5042d4627dd4 admin admin] Publish callbacks [] for security_group (be5d2083-5cfd-49d9-9353-b5dd2575c583), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:59.526331 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-34ade97c-0442-45ae-afeb-5042d4627dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (be5d2083-5cfd-49d9-9353-b5dd2575c583), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:59.568255 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-34ade97c-0442-45ae-afeb-5042d4627dd4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff869d9b576b444191b96b358466054b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047865 Mar 08 17:35:59.569116 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ade97c-0442-45ae-afeb-5042d4627dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5d2083-5cfd-49d9-9353-b5dd2575c583,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:35:59.571073 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52346) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:35:59.623677 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b38481a1-0781-444f-bf9b-248551361bf2 admin admin] Publish callbacks [] for security_group (be5d2083-5cfd-49d9-9353-b5dd2575c583), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:59.643937 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b38481a1-0781-444f-bf9b-248551361bf2 admin admin] Publish callbacks [] for security_group (be5d2083-5cfd-49d9-9353-b5dd2575c583), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:59.760622 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b38481a1-0781-444f-bf9b-248551361bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (be5d2083-5cfd-49d9-9353-b5dd2575c583), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:59.763235 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b38481a1-0781-444f-bf9b-248551361bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:35:59.764372 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b38481a1-0781-444f-bf9b-248551361bf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be5d2083-5cfd-49d9-9353-b5dd2575c583 HTTP/1.1" status: 204 len: 168 time: 0.1922989 Mar 08 17:35:59.771873 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38481a1-0781-444f-bf9b-248551361bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5d2083-5cfd-49d9-9353-b5dd2575c583,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:00.462977 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff2b23-6cc3-4fc2-9fc3-624628eb0623 req-b26e29f2-2be3-4f58-8e92-90b10f6d4c79 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:00.464439 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8cff2b23-6cc3-4fc2-9fc3-624628eb0623 req-b26e29f2-2be3-4f58-8e92-90b10f6d4c79 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0524545 Mar 08 17:36:00.510885 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8cff2b23-6cc3-4fc2-9fc3-624628eb0623 req-21a5c20e-3e37-40f2-8a89-6147f3874f48 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Mar 08 17:36:03.347679 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465100a-f50f-46d1-87d8-c28e2bcdad72 req-7ab66882-5d24-40de-84fc-e9ca17a644ad tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:03.349137 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d465100a-f50f-46d1-87d8-c28e2bcdad72 req-7ab66882-5d24-40de-84fc-e9ca17a644ad tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 946 time: 0.0517526 Mar 08 17:36:03.395132 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d465100a-f50f-46d1-87d8-c28e2bcdad72 req-6f6940c3-9fd6-4c0b-91bb-85e70d146889 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Mar 08 17:36:03.417399 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52416) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:03.609271 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a90e2-3e56-4ed6-a18f-49e26153e0cb tempest-TestMinimumBasicScenario-1634512306 tempest-TestMinimumBasicScenario-1634512306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:03.610847 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1d5a90e2-3e56-4ed6-a18f-49e26153e0cb tempest-TestMinimumBasicScenario-1634512306 tempest-TestMinimumBasicScenario-1634512306-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 1125 time: 0.1924133 Mar 08 17:36:03.613716 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52422) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:03.618614 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'port_id': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:03.709997 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:03.809681 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:04.157364 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Allocated IP 172.27.3.25 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/bc28efa4-6e5a-48d8-b513-7f7b6eccd681) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:04.286474 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for port (bc28efa4-6e5a-48d8-b513-7f7b6eccd681), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:04.393291 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (bc28efa4-6e5a-48d8-b513-7f7b6eccd681), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:04.428908 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:04.433071 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:04.436223 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:36:04.477491 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'Port': ['ID=bc28efa4-6e5a-48d8-b513-7f7b6eccd681,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:04.867411 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for floatingip (c86a01d4-8e3d-400b-964a-26fbd6e6420e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:05.020448 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (bc28efa4-6e5a-48d8-b513-7f7b6eccd681), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:05.230706 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for port (bc28efa4-6e5a-48d8-b513-7f7b6eccd681), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:05.304199 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (bc28efa4-6e5a-48d8-b513-7f7b6eccd681), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:05.380941 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'Port': ['ID=bc28efa4-6e5a-48d8-b513-7f7b6eccd681,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:05.391945 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (c86a01d4-8e3d-400b-964a-26fbd6e6420e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:05.497621 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Floating IP c86a01d4-8e3d-400b-964a-26fbd6e6420e associated. External IP: 172.27.3.25, port: b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11. Mar 08 17:36:05.710964 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Router 3efef630-e851-412b-900f-83d5b707f027 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:36:05.821778 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:36:05.831340 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dda6c-fde6-44ef-a2f7-32a23a460d4c None None] Sync routers for ids ['3efef630-e851-412b-900f-83d5b707f027'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:36:05.842531 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6dda6c-fde6-44ef-a2f7-32a23a460d4c None None] Routers {'3efef630-e851-412b-900f-83d5b707f027'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:05.843167 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-9a6dda6c-fde6-44ef-a2f7-32a23a460d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:35:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3efef630-e851-412b-900f-83d5b707f027'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:05.905973 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:05.938693 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-6e5689c4-6288-4467-8823-f9329aca1268 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3238969 Mar 08 17:36:05.939248 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:36:05.941537 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52476) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:05.943751 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433d8ab7-653c-4629-830f-96e6c71a456b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:36:05.957120 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-331f302e-1164-47a9-9f5e-c968fc20a734 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070405906', 'description': 'tempest-secgroup-smoke-1070405906 description', 'project_id': '5dba5635511c46bc9431cc58f7118cf7'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:05.967559 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-9a6dda6c-fde6-44ef-a2f7-32a23a460d4c None None] Set router 3efef630-e851-412b-900f-83d5b707f027 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:05.994364 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b35321f-ad1f-4479-9c75-0d25ef378c6e x-openstack-request-id: req-5b35321f-ad1f-4479-9c75-0d25ef378c6e {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:36:05.994668 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:36:05.994951 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b35321f-ad1f-4479-9c75-0d25ef378c6e {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:36:05.995409 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'status': 'completed', 'code': 200} Mar 08 17:36:06.047229 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-331f302e-1164-47a9-9f5e-c968fc20a734 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:06.126052 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8ab7-653c-4629-830f-96e6c71a456b req-7a183aca-7d82-4cf1-a7db-4d543fb06f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:06.128013 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-433d8ab7-653c-4629-830f-96e6c71a456b req-7a183aca-7d82-4cf1-a7db-4d543fb06f29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dba5635511c46bc9431cc58f7118cf7&device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 1130 time: 0.0946820 Mar 08 17:36:06.159550 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-331f302e-1164-47a9-9f5e-c968fc20a734 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group (d09b63ca-61e9-439f-b967-47f05924907a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:06.240148 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-9a6dda6c-fde6-44ef-a2f7-32a23a460d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:57Z', 'revision_number': 4, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'c86a01d4-8e3d-400b-964a-26fbd6e6420e', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '3efef630-e851-412b-900f-83d5b707f027', 'port_id': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'mac_address': 'fa:16:3e:9e:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:04Z', 'updated_at': '2022-03-08T17:36:04Z', 'revision_number': 0, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35', 'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'mac_address': 'fa:16:3e:64:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:56Z', 'updated_at': '2022-03-08T17:35:01Z', 'revision_number': 5, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'subnets': [{'id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:06.244811 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8ab7-653c-4629-830f-96e6c71a456b req-4f832fbd-c9ca-495f-a010-c0236f06cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:06.249450 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-433d8ab7-653c-4629-830f-96e6c71a456b req-4f832fbd-c9ca-495f-a010-c0236f06cc46 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 HTTP/1.1" status: 200 len: 915 time: 0.1107140 Mar 08 17:36:06.272825 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-331f302e-1164-47a9-9f5e-c968fc20a734 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d09b63ca-61e9-439f-b967-47f05924907a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:06.307675 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f302e-1164-47a9-9f5e-c968fc20a734 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09b63ca-61e9-439f-b967-47f05924907a,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:06.335935 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-433d8ab7-653c-4629-830f-96e6c71a456b req-d7fb38c0-d358-42a8-913e-3dc6a692df0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 HTTP/1.1" status: 200 len: 999 time: 0.0725305 Mar 08 17:36:06.367383 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dda6c-fde6-44ef-a2f7-32a23a460d4c None None] Checking router: 3efef630-e851-412b-900f-83d5b707f027 for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:36:06.376844 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6dda6c-fde6-44ef-a2f7-32a23a460d4c None None] Routers {'3efef630-e851-412b-900f-83d5b707f027'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:06.377466 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-9a6dda6c-fde6-44ef-a2f7-32a23a460d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:35:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3efef630-e851-412b-900f-83d5b707f027'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:06.391166 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8ab7-653c-4629-830f-96e6c71a456b req-6ead467c-e88e-49e3-b864-638602dff320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:06.392773 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-433d8ab7-653c-4629-830f-96e6c71a456b req-6ead467c-e88e-49e3-b864-638602dff320 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a58180db-0d18-46c1-a0ee-ff9ef3678274 HTTP/1.1" status: 200 len: 853 time: 0.0469685 Mar 08 17:36:06.403256 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-331f302e-1164-47a9-9f5e-c968fc20a734 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:06.415372 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-331f302e-1164-47a9-9f5e-c968fc20a734 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4621778 Mar 08 17:36:06.417273 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52490) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:06.440259 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-d08f9b36-e487-4d7a-8b1b-debb3e896fa7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Request body: {'security_group_rule': {'security_group_id': 'd09b63ca-61e9-439f-b967-47f05924907a', 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:06.482791 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d8ab7-653c-4629-830f-96e6c71a456b req-51dcc08b-78cc-4f8a-b57e-d346cefde58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:06.484313 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-433d8ab7-653c-4629-830f-96e6c71a456b req-51dcc08b-78cc-4f8a-b57e-d346cefde58b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770619 Mar 08 17:36:06.518791 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-9a6dda6c-fde6-44ef-a2f7-32a23a460d4c None None] Set router 3efef630-e851-412b-900f-83d5b707f027 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:06.564812 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d08f9b36-e487-4d7a-8b1b-debb3e896fa7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (be549339-beac-41af-8ce6-4c3b9c57a2f8), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:06.619060 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-433d8ab7-653c-4629-830f-96e6c71a456b req-c22a00c4-7b83-4b48-9479-d8ff8f795382 service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270397 Mar 08 17:36:06.688158 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52502) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:06.689711 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d08f9b36-e487-4d7a-8b1b-debb3e896fa7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (be549339-beac-41af-8ce6-4c3b9c57a2f8), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:06.760203 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-433d8ab7-653c-4629-830f-96e6c71a456b req-8ba1840c-017c-4cdd-b81f-320e4dfe6cef service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227329 Mar 08 17:36:06.778397 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d08f9b36-e487-4d7a-8b1b-debb3e896fa7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (be549339-beac-41af-8ce6-4c3b9c57a2f8), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:06.809218 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-9a6dda6c-fde6-44ef-a2f7-32a23a460d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:57Z', 'revision_number': 4, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'c86a01d4-8e3d-400b-964a-26fbd6e6420e', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '3efef630-e851-412b-900f-83d5b707f027', 'port_id': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'mac_address': 'fa:16:3e:9e:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:04Z', 'updated_at': '2022-03-08T17:36:04Z', 'revision_number': 0, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35', 'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'mac_address': 'fa:16:3e:64:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:56Z', 'updated_at': '2022-03-08T17:35:01Z', 'revision_number': 5, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'subnets': [{'id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:06.810200 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5f1428c-8397-4025-a52b-2b1539c109fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:06.811948 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f9b36-e487-4d7a-8b1b-debb3e896fa7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be549339-beac-41af-8ce6-4c3b9c57a2f8,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:06.846378 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dda6c-fde6-44ef-a2f7-32a23a460d4c None None] The sync data for ids ['3efef630-e851-412b-900f-83d5b707f027'] in dv-cinder-830085-3-iscsi is: [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:57Z', 'revision_number': 4, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'c86a01d4-8e3d-400b-964a-26fbd6e6420e', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '3efef630-e851-412b-900f-83d5b707f027', 'port_id': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'mac_address': 'fa:16:3e:9e:89:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:04Z', 'updated_at': '2022-03-08T17:36:04Z', 'revision_number': 0, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35', 'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'mac_address': 'fa:16:3e:64:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:56Z', 'updated_at': '2022-03-08T17:35:01Z', 'revision_number': 5, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'subnets': [{'id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:36:06.912440 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d08f9b36-e487-4d7a-8b1b-debb3e896fa7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:06.913773 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d08f9b36-e487-4d7a-8b1b-debb3e896fa7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4954360 Mar 08 17:36:06.917619 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5f1428c-8397-4025-a52b-2b1539c109fa admin admin] Publish callbacks [] for security_group (7634fae6-f424-4a7b-86e5-b4410e99b475), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:06.919206 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52512) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:06.923728 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-03e22193-cbc2-4dc1-a734-ef314c000e3e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Request body: {'security_group_rule': {'security_group_id': 'd09b63ca-61e9-439f-b967-47f05924907a', 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:06.981013 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5f1428c-8397-4025-a52b-2b1539c109fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7634fae6-f424-4a7b-86e5-b4410e99b475), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.023470 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1428c-8397-4025-a52b-2b1539c109fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7634fae6-f424-4a7b-86e5-b4410e99b475,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:07.029731 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d5f1428c-8397-4025-a52b-2b1539c109fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d83036926e844c62bc7b6615638b3d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393722 Mar 08 17:36:07.032452 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52516) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:07.068129 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddad4fc-ab1c-402d-b781-6e97cfde1f85 None None] New status for floating IP c86a01d4-8e3d-400b-964a-26fbd6e6420e: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:36:07.073648 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-03e22193-cbc2-4dc1-a734-ef314c000e3e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (8a80a0fa-3b66-47d4-91b0-6bd55130d0d8), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.101761 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b21c6ae1-45a7-4039-b574-8f438598e00c admin admin] Publish callbacks [] for security_group (7634fae6-f424-4a7b-86e5-b4410e99b475), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.125939 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b21c6ae1-45a7-4039-b574-8f438598e00c admin admin] Publish callbacks [] for security_group (7634fae6-f424-4a7b-86e5-b4410e99b475), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.130213 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-03e22193-cbc2-4dc1-a734-ef314c000e3e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (8a80a0fa-3b66-47d4-91b0-6bd55130d0d8), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.226318 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-03e22193-cbc2-4dc1-a734-ef314c000e3e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (8a80a0fa-3b66-47d4-91b0-6bd55130d0d8), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.242787 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e22193-cbc2-4dc1-a734-ef314c000e3e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a80a0fa-3b66-47d4-91b0-6bd55130d0d8,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:07.255100 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b21c6ae1-45a7-4039-b574-8f438598e00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (7634fae6-f424-4a7b-86e5-b4410e99b475), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.257722 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b21c6ae1-45a7-4039-b574-8f438598e00c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.259518 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b21c6ae1-45a7-4039-b574-8f438598e00c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7634fae6-f424-4a7b-86e5-b4410e99b475 HTTP/1.1" status: 204 len: 168 time: 0.2260787 Mar 08 17:36:07.267324 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c6ae1-45a7-4039-b574-8f438598e00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7634fae6-f424-4a7b-86e5-b4410e99b475,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:07.340181 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-03e22193-cbc2-4dc1-a734-ef314c000e3e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.341719 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-03e22193-cbc2-4dc1-a734-ef314c000e3e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4215667 Mar 08 17:36:07.345284 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52520) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:07.357031 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-87280391-2149-4aa7-9d23-22ca404f9c5b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Request body: {'security_group_rule': {'security_group_id': 'd09b63ca-61e9-439f-b967-47f05924907a', 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:07.486254 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-87280391-2149-4aa7-9d23-22ca404f9c5b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (9f275460-ee6c-4cc8-ac9d-4b38394034d9), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.563651 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-87280391-2149-4aa7-9d23-22ca404f9c5b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (9f275460-ee6c-4cc8-ac9d-4b38394034d9), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.626475 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-87280391-2149-4aa7-9d23-22ca404f9c5b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (9f275460-ee6c-4cc8-ac9d-4b38394034d9), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.644922 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87280391-2149-4aa7-9d23-22ca404f9c5b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f275460-ee6c-4cc8-ac9d-4b38394034d9,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:07.714430 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-87280391-2149-4aa7-9d23-22ca404f9c5b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.722102 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-87280391-2149-4aa7-9d23-22ca404f9c5b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3701727 Mar 08 17:36:07.724039 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52532) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:07.728675 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-3e3dde49-9f7c-4896-bbca-0b4eb78f8c36 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Request body: {'security_group_rule': {'security_group_id': 'd09b63ca-61e9-439f-b967-47f05924907a', 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:07.846179 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3e3dde49-9f7c-4896-bbca-0b4eb78f8c36 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (ed238598-40bd-4cc9-b187-a460c0c71085), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:07.905770 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3e3dde49-9f7c-4896-bbca-0b4eb78f8c36 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (ed238598-40bd-4cc9-b187-a460c0c71085), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:08.018150 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3e3dde49-9f7c-4896-bbca-0b4eb78f8c36 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (ed238598-40bd-4cc9-b187-a460c0c71085), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:08.037659 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dde49-9f7c-4896-bbca-0b4eb78f8c36 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed238598-40bd-4cc9-b187-a460c0c71085,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:08.123195 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3e3dde49-9f7c-4896-bbca-0b4eb78f8c36 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:08.124605 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3e3dde49-9f7c-4896-bbca-0b4eb78f8c36 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3995681 Mar 08 17:36:08.127548 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52548) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:08.135832 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-763dc741-8b4b-40d3-9283-b3b3442a85cc tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Request body: {'security_group_rule': {'security_group_id': 'd09b63ca-61e9-439f-b967-47f05924907a', 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:08.253169 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.securitygroups_db [None req-763dc741-8b4b-40d3-9283-b3b3442a85cc tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Project 5dba5635511c46bc9431cc58f7118cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:36:08.261577 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-763dc741-8b4b-40d3-9283-b3b3442a85cc tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (42b0da5e-04de-4628-9ac9-3b283479a356), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:08.338926 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-763dc741-8b4b-40d3-9283-b3b3442a85cc tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (42b0da5e-04de-4628-9ac9-3b283479a356), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:08.366489 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42ab40-0c9b-4150-b82e-cd9661e2ae4c req-658b1ddc-17fa-4df2-83fb-c979bbe6dcf7 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:08.368620 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fe42ab40-0c9b-4150-b82e-cd9661e2ae4c req-658b1ddc-17fa-4df2-83fb-c979bbe6dcf7 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0591452 Mar 08 17:36:08.408366 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-763dc741-8b4b-40d3-9283-b3b3442a85cc tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (42b0da5e-04de-4628-9ac9-3b283479a356), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:08.426765 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dc741-8b4b-40d3-9283-b3b3442a85cc tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b0da5e-04de-4628-9ac9-3b283479a356,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:08.433787 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fe42ab40-0c9b-4150-b82e-cd9661e2ae4c req-b64e9d32-7528-49d9-b67b-dedb011097c6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583930 Mar 08 17:36:08.488433 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-763dc741-8b4b-40d3-9283-b3b3442a85cc tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:08.488433 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-763dc741-8b4b-40d3-9283-b3b3442a85cc tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3586061 Mar 08 17:36:08.490016 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52570) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:08.495097 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-90ce55ab-a173-4a71-94c4-8a8e21c5ff3b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Request body: {'security_group_rule': {'security_group_id': 'd09b63ca-61e9-439f-b967-47f05924907a', 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:08.575038 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.securitygroups_db [None req-90ce55ab-a173-4a71-94c4-8a8e21c5ff3b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Project 5dba5635511c46bc9431cc58f7118cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:36:08.580218 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90ce55ab-a173-4a71-94c4-8a8e21c5ff3b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (5e841b00-2148-4d5a-80d9-0dc6d66bef44), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:08.641923 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90ce55ab-a173-4a71-94c4-8a8e21c5ff3b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (5e841b00-2148-4d5a-80d9-0dc6d66bef44), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:08.715539 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90ce55ab-a173-4a71-94c4-8a8e21c5ff3b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (5e841b00-2148-4d5a-80d9-0dc6d66bef44), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:08.735698 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce55ab-a173-4a71-94c4-8a8e21c5ff3b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e841b00-2148-4d5a-80d9-0dc6d66bef44,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:08.831915 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90ce55ab-a173-4a71-94c4-8a8e21c5ff3b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:08.833055 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-90ce55ab-a173-4a71-94c4-8a8e21c5ff3b tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3420439 Mar 08 17:36:08.919337 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2ae41bce-e741-46e5-8029-67909ddf9a72 req-e14e9488-d1c1-4b2b-a904-3dd55d2c22d7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070405906&fields=id&tenant_id=5dba5635511c46bc9431cc58f7118cf7 HTTP/1.1" status: 200 len: 267 time: 0.0436020 Mar 08 17:36:08.972634 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41bce-e741-46e5-8029-67909ddf9a72 req-88c726aa-6402-4788-bd50-29b7a4a1dac1 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:08.974188 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2ae41bce-e741-46e5-8029-67909ddf9a72 req-88c726aa-6402-4788-bd50-29b7a4a1dac1 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 946 time: 0.0496225 Mar 08 17:36:08.985492 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-2ae41bce-e741-46e5-8029-67909ddf9a72 req-e8605227-a771-4a01-ad9f-5f723f7e1264 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Request body: {'port': {'security_groups': ['f735fcc1-ef83-4975-8f9f-1bf9f42f372a', 'd09b63ca-61e9-439f-b967-47f05924907a']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:09.058152 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2ae41bce-e741-46e5-8029-67909ddf9a72 req-e8605227-a771-4a01-ad9f-5f723f7e1264 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:09.281907 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-2ae41bce-e741-46e5-8029-67909ddf9a72 req-e8605227-a771-4a01-ad9f-5f723f7e1264 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] For port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:09.318528 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2ae41bce-e741-46e5-8029-67909ddf9a72 req-e8605227-a771-4a01-ad9f-5f723f7e1264 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:09.387268 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2ae41bce-e741-46e5-8029-67909ddf9a72 req-e8605227-a771-4a01-ad9f-5f723f7e1264 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:09.401043 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:36:09.434720 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae41bce-e741-46e5-8029-67909ddf9a72 req-e8605227-a771-4a01-ad9f-5f723f7e1264 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:09.435378 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2ae41bce-e741-46e5-8029-67909ddf9a72 req-e8605227-a771-4a01-ad9f-5f723f7e1264 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:09.440168 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2ae41bce-e741-46e5-8029-67909ddf9a72 req-e8605227-a771-4a01-ad9f-5f723f7e1264 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "PUT /v2.0/ports/b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 HTTP/1.1" status: 200 len: 982 time: 0.4590890 Mar 08 17:36:09.440678 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:36:09.443035 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9db879-4d2e-46e1-b239-318feddd131a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:36:09.511161 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdf29a-5aa8-4ccf-b3d8-c0ffae3975b5 req-52c55a46-de8f-4363-a524-696d295ae4a5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:09.513825 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b9bdf29a-5aa8-4ccf-b3d8-c0ffae3975b5 req-52c55a46-de8f-4363-a524-696d295ae4a5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.1291642 Mar 08 17:36:09.519134 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8605227-a771-4a01-ad9f-5f723f7e1264 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'Port': ['ID=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,revision_number=6']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:09.597639 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b9bdf29a-5aa8-4ccf-b3d8-c0ffae3975b5 req-7dd31f8d-c449-4238-94c1-924456f46c39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753243 Mar 08 17:36:09.611921 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:36:09.658620 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8e57b-78e7-433b-b55a-4c67033aefea req-48a15688-308c-49d7-89ef-f0714fdfed32 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:09.660232 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-86b8e57b-78e7-433b-b55a-4c67033aefea req-48a15688-308c-49d7-89ef-f0714fdfed32 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.1229227 Mar 08 17:36:09.751356 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-86b8e57b-78e7-433b-b55a-4c67033aefea req-30bea54b-03be-47e0-bf11-05b4d242a0c6 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847194 Mar 08 17:36:09.765136 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69cc34-08cf-4014-b1f4-c46c3f353ba2 req-b35658b4-96b0-42b5-957c-090db17c41cc tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:09.781253 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-df69cc34-08cf-4014-b1f4-c46c3f353ba2 req-b35658b4-96b0-42b5-957c-090db17c41cc tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0868752 Mar 08 17:36:09.823419 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c93823c-380c-4316-8f36-acabf8814f1b x-openstack-request-id: req-9c93823c-380c-4316-8f36-acabf8814f1b {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:36:09.823956 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:36:09.824427 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c93823c-380c-4316-8f36-acabf8814f1b {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:36:09.824869 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'status': 'completed', 'code': 200} Mar 08 17:36:09.837902 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-df69cc34-08cf-4014-b1f4-c46c3f353ba2 req-d2fad146-6c01-4242-9ced-db175af11508 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482752 Mar 08 17:36:09.911740 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-3572f1f5-798d-487a-b534-2fbab7ea9c97 None None] Provisioning complete for port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:09.912246 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3572f1f5-798d-487a-b534-2fbab7ea9c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:09.912357 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9db879-4d2e-46e1-b239-318feddd131a req-68bb4cd5-6564-4dcc-ac92-c2efd7846b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:09.913897 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9f9db879-4d2e-46e1-b239-318feddd131a req-68bb4cd5-6564-4dcc-ac92-c2efd7846b29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dba5635511c46bc9431cc58f7118cf7&device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 1169 time: 0.0491478 Mar 08 17:36:10.024367 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9db879-4d2e-46e1-b239-318feddd131a req-74ae6e07-be67-410d-90d6-2f93c99b9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:10.026320 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9f9db879-4d2e-46e1-b239-318feddd131a req-74ae6e07-be67-410d-90d6-2f93c99b9889 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 HTTP/1.1" status: 200 len: 915 time: 0.0960672 Mar 08 17:36:10.108299 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9f9db879-4d2e-46e1-b239-318feddd131a req-af11e245-005d-4e0f-abe7-266f071e99e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 HTTP/1.1" status: 200 len: 1001 time: 0.0708172 Mar 08 17:36:10.119484 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3572f1f5-798d-487a-b534-2fbab7ea9c97 None None] Current status of the port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:10.176574 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9db879-4d2e-46e1-b239-318feddd131a req-b2fb7a59-df3b-4239-8637-a15b5b6157c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:10.178239 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9f9db879-4d2e-46e1-b239-318feddd131a req-b2fb7a59-df3b-4239-8637-a15b5b6157c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a58180db-0d18-46c1-a0ee-ff9ef3678274 HTTP/1.1" status: 200 len: 853 time: 0.0473251 Mar 08 17:36:10.240615 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9db879-4d2e-46e1-b239-318feddd131a req-b003d205-2e29-40c0-9863-851add1d3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:10.242160 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9f9db879-4d2e-46e1-b239-318feddd131a req-b003d205-2e29-40c0-9863-851add1d3658 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545063 Mar 08 17:36:10.360514 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9f9db879-4d2e-46e1-b239-318feddd131a req-de478aae-f5f6-49ef-87b6-a849b2f5e581 service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989096 Mar 08 17:36:10.462980 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9f9db879-4d2e-46e1-b239-318feddd131a req-0cb4c2c7-5008-4580-9acf-07535908b8e4 service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889785 Mar 08 17:36:10.765025 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd87cf-df5f-444f-b618-38f383277d48 req-040ad3e4-1471-408d-b328-35dd41ea79e2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:10.766708 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b8bd87cf-df5f-444f-b618-38f383277d48 req-040ad3e4-1471-408d-b328-35dd41ea79e2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0657406 Mar 08 17:36:10.813121 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b8bd87cf-df5f-444f-b618-38f383277d48 req-748d3372-1a60-4f8c-b32f-b8983d756911 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409403 Mar 08 17:36:10.977059 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7f976-66ab-4bbc-9e92-6535920d9b02 req-2775feb0-fe31-4d3b-8daf-116af16e24b6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:10.979332 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d0d7f976-66ab-4bbc-9e92-6535920d9b02 req-2775feb0-fe31-4d3b-8daf-116af16e24b6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0663946 Mar 08 17:36:11.028031 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d0d7f976-66ab-4bbc-9e92-6535920d9b02 req-2e158f30-6cc8-4c83-932b-ec19a61d543d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433176 Mar 08 17:36:11.935126 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee986c0-9806-4844-ab4b-e915b1764358 req-2ea3f958-7f0d-4d5c-aa9c-46b9dcb5afa5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:11.936636 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5ee986c0-9806-4844-ab4b-e915b1764358 req-2ea3f958-7f0d-4d5c-aa9c-46b9dcb5afa5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0515556 Mar 08 17:36:11.984602 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5ee986c0-9806-4844-ab4b-e915b1764358 req-b84804fc-dcb8-42e9-bf34-3dbbdfd36f2e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Mar 08 17:36:12.146398 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552f511-25d5-455b-8ea2-85a72ab1a776 req-c746beb7-66bc-4c5f-ab52-534bd0a1038e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:12.147876 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e552f511-25d5-455b-8ea2-85a72ab1a776 req-c746beb7-66bc-4c5f-ab52-534bd0a1038e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0549662 Mar 08 17:36:12.196796 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e552f511-25d5-455b-8ea2-85a72ab1a776 req-ab5714c6-3167-4d38-9756-5dc3bbd8942e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425494 Mar 08 17:36:12.786671 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab49e2-1cbb-4be7-bb92-f1b554298114 req-aefdeccb-412b-446e-aad2-b6be8b7d0668 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:12.788111 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e9ab49e2-1cbb-4be7-bb92-f1b554298114 req-aefdeccb-412b-446e-aad2-b6be8b7d0668 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.64 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0539281 Mar 08 17:36:12.886769 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-e9ab49e2-1cbb-4be7-bb92-f1b554298114 req-49ef6f34-5ff1-4814-b2f7-e1e79567f398 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Deleting port 0a29a815-0ef7-4c90-81e6-d3f53764c73b {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:12.887112 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e9ab49e2-1cbb-4be7-bb92-f1b554298114 req-49ef6f34-5ff1-4814-b2f7-e1e79567f398 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:12.983128 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-e9ab49e2-1cbb-4be7-bb92-f1b554298114 req-49ef6f34-5ff1-4814-b2f7-e1e79567f398 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] For port 0a29a815-0ef7-4c90-81e6-d3f53764c73b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0a29a815-0ef7-4c90-81e6-d3f53764c73b,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:12.983798 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e9ab49e2-1cbb-4be7-bb92-f1b554298114 req-49ef6f34-5ff1-4814-b2f7-e1e79567f398 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:12.995258 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-e9ab49e2-1cbb-4be7-bb92-f1b554298114 req-49ef6f34-5ff1-4814-b2f7-e1e79567f398 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Calling delete_port for 0a29a815-0ef7-4c90-81e6-d3f53764c73b owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:13.331899 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5af4f9-e50b-4752-8035-798df5762d72 req-6e949e34-f2c5-412b-983e-6021a69d1309 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:13.333774 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5f5af4f9-e50b-4752-8035-798df5762d72 req-6e949e34-f2c5-412b-983e-6021a69d1309 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 945 time: 0.0548751 Mar 08 17:36:13.382111 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5f5af4f9-e50b-4752-8035-798df5762d72 req-1cc6365f-5279-4d0d-87f3-45cedf595372 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Mar 08 17:36:13.418580 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb920fc-c865-487d-80d2-ca8e549f907d req-cfbc649f-be55-4a62-a2cd-dc50e7af1c28 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:13.420115 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-efb920fc-c865-487d-80d2-ca8e549f907d req-cfbc649f-be55-4a62-a2cd-dc50e7af1c28 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.3609054 Mar 08 17:36:13.468480 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-efb920fc-c865-487d-80d2-ca8e549f907d req-b990e001-3af6-4ae4-a619-84dda62acb82 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424240 Mar 08 17:36:13.480717 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e9ab49e2-1cbb-4be7-bb92-f1b554298114 req-49ef6f34-5ff1-4814-b2f7-e1e79567f398 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (0a29a815-0ef7-4c90-81e6-d3f53764c73b), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:13.498247 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['d2b091c2-038c-4fda-88ad-789f9749ad58', '0a29a815-0ef7-4c90-81e6-d3f53764c73b'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:36:13.510962 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef6f34-5ff1-4814-b2f7-e1e79567f398 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Pushing event deleted for resources: {'Port': ['ID=0a29a815-0ef7-4c90-81e6-d3f53764c73b,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:13.551412 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ab49e2-1cbb-4be7-bb92-f1b554298114 req-49ef6f34-5ff1-4814-b2f7-e1e79567f398 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] No DVR routers for this DVR port 0a29a815-0ef7-4c90-81e6-d3f53764c73b on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:36:13.554404 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e9ab49e2-1cbb-4be7-bb92-f1b554298114 req-49ef6f34-5ff1-4814-b2f7-e1e79567f398 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:13.558732 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e9ab49e2-1cbb-4be7-bb92-f1b554298114 req-49ef6f34-5ff1-4814-b2f7-e1e79567f398 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.64 "DELETE /v2.0/ports/0a29a815-0ef7-4c90-81e6-d3f53764c73b HTTP/1.1" status: 204 len: 173 time: 0.7597713 Mar 08 17:36:13.559181 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6733e98f-cefb-4458-8ac8-c8b3c06f6260', 'name': 'network-vif-deleted', 'tag': '0a29a815-0ef7-4c90-81e6-d3f53764c73b'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:36:13.561408 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0152b284-b2d0-405e-b918-adb0f84c83b1" -d '{"events": [{"server_uuid": "6733e98f-cefb-4458-8ac8-c8b3c06f6260", "name": "network-vif-deleted", "tag": "0a29a815-0ef7-4c90-81e6-d3f53764c73b"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:36:13.599027 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca9c1fc-c982-4316-bedf-9639ef144f33 x-openstack-request-id: req-9ca9c1fc-c982-4316-bedf-9639ef144f33 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:36:13.599320 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6733e98f-cefb-4458-8ac8-c8b3c06f6260", "name": "network-vif-deleted", "tag": "0a29a815-0ef7-4c90-81e6-d3f53764c73b", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:36:13.599578 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ca9c1fc-c982-4316-bedf-9639ef144f33 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:36:13.599972 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6733e98f-cefb-4458-8ac8-c8b3c06f6260', 'name': 'network-vif-deleted', 'tag': '0a29a815-0ef7-4c90-81e6-d3f53764c73b', 'status': 'completed', 'code': 200} Mar 08 17:36:14.488667 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a9ecde2-9008-445f-bb32-fa43935e1a9e req-db243734-fd66-4733-b42a-9e419bba5c43 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=6733e98f-cefb-4458-8ac8-c8b3c06f6260 HTTP/1.1" status: 200 len: 210 time: 0.0300469 Mar 08 17:36:14.590796 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e104a-1e75-4535-b267-233264437a84 req-e4d9a962-f287-4de0-a02e-5154ed20115c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:14.592401 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-713e104a-1e75-4535-b267-233264437a84 req-e4d9a962-f287-4de0-a02e-5154ed20115c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0521348 Mar 08 17:36:14.646146 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-713e104a-1e75-4535-b267-233264437a84 req-a311c989-f936-4c0e-93b5-b6da07be1bdf tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480375 Mar 08 17:36:15.776453 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fece4-e9dd-4aa9-b6be-85e618f82262 req-38ff5052-8ce1-4848-bd21-f80f0acc44e0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:15.777954 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b89fece4-e9dd-4aa9-b6be-85e618f82262 req-38ff5052-8ce1-4848-bd21-f80f0acc44e0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0541701 Mar 08 17:36:15.827489 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b89fece4-e9dd-4aa9-b6be-85e618f82262 req-73ef2e0d-d2f9-44c9-b469-e09a30689e31 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410383 Mar 08 17:36:15.980796 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e159e5c-1149-4793-ac89-c0e9d8861fc0 req-758010a9-64cc-4a0f-8ccb-cc1a80b15d4f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:15.982299 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6e159e5c-1149-4793-ac89-c0e9d8861fc0 req-758010a9-64cc-4a0f-8ccb-cc1a80b15d4f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0554514 Mar 08 17:36:16.029733 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6e159e5c-1149-4793-ac89-c0e9d8861fc0 req-c1dede78-3157-43d7-aebe-6cf862086d54 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 Mar 08 17:36:16.449341 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4280697-4a5f-4221-80c3-23b4aed49923 req-26614c7d-44f3-42ce-b3a9-35b6a8c8eb2f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:16.450862 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4280697-4a5f-4221-80c3-23b4aed49923 req-26614c7d-44f3-42ce-b3a9-35b6a8c8eb2f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0892062 Mar 08 17:36:16.452644 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a354657-4153-40a5-ba44-59920a94ff0a req-d6bf9baa-3e0f-44f6-8ca2-32f53572a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:16.454005 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7a354657-4153-40a5-ba44-59920a94ff0a req-d6bf9baa-3e0f-44f6-8ca2-32f53572a3a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 1130 time: 0.0628047 Mar 08 17:36:16.522674 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4280697-4a5f-4221-80c3-23b4aed49923 req-9e69aea8-d701-4735-ab60-2d9ba61088ed tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653346 Mar 08 17:36:16.596938 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a354657-4153-40a5-ba44-59920a94ff0a req-ba654198-02a4-4c49-b28b-efdd37cad13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:16.598722 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7a354657-4153-40a5-ba44-59920a94ff0a req-ba654198-02a4-4c49-b28b-efdd37cad13d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 200 len: 911 time: 0.1038923 Mar 08 17:36:16.674273 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7a354657-4153-40a5-ba44-59920a94ff0a req-04fc6ed9-0ff2-45db-983d-24cd22dbc501 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8 HTTP/1.1" status: 200 len: 1002 time: 0.0623207 Mar 08 17:36:16.728962 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a354657-4153-40a5-ba44-59920a94ff0a req-40314913-7909-431f-8049-c05dfca2e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:16.730461 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7a354657-4153-40a5-ba44-59920a94ff0a req-40314913-7909-431f-8049-c05dfca2e696 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d804e411-f1f4-4552-9853-ae040e868f99 HTTP/1.1" status: 200 len: 849 time: 0.0478690 Mar 08 17:36:16.786247 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a354657-4153-40a5-ba44-59920a94ff0a req-80e502c7-fa5a-4c0d-b69f-7e23db9fbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:16.787735 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7a354657-4153-40a5-ba44-59920a94ff0a req-80e502c7-fa5a-4c0d-b69f-7e23db9fbbe6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480437 Mar 08 17:36:16.889676 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7a354657-4153-40a5-ba44-59920a94ff0a req-8984a716-dac9-4ce5-ae36-5e70de96ec0d service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830655 Mar 08 17:36:16.956943 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa38df6-e51a-4c89-a3dc-0d367f5ac0f2 req-fc6df65f-c395-41d1-8d73-802f6f39c531 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:16.958447 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-daa38df6-e51a-4c89-a3dc-0d367f5ac0f2 req-fc6df65f-c395-41d1-8d73-802f6f39c531 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0554643 Mar 08 17:36:16.995086 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7a354657-4153-40a5-ba44-59920a94ff0a req-03b2ce22-c8dc-45e2-8833-6c4537017057 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935245 Mar 08 17:36:17.014247 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-daa38df6-e51a-4c89-a3dc-0d367f5ac0f2 req-19d2c3fa-83a6-4116-b203-78c9c542cc53 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496728 Mar 08 17:36:17.145643 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c14250-f2cf-4327-af11-ebec10dbb947 req-4ba1a401-0a51-4c45-bf05-af30d97804df tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:17.147116 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9c14250-f2cf-4327-af11-ebec10dbb947 req-4ba1a401-0a51-4c45-bf05-af30d97804df tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0524809 Mar 08 17:36:17.168152 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 0a29a815-0ef7-4c90-81e6-d3f53764c73b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:36:17.187680 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: 0a29a815-0ef7-4c90-81e6-d3f53764c73b {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:36:17.188033 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 0a29a815-0ef7-4c90-81e6-d3f53764c73b not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:36:17.194194 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9c14250-f2cf-4327-af11-ebec10dbb947 req-1133bb16-f532-452e-adb8-b61940816d7d tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413420 Mar 08 17:36:17.641580 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c09ac2-2ef5-45a3-b576-0476d19848c4 req-f406fd1e-2d42-42da-bfe5-031209035ed8 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:17.643091 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-98c09ac2-2ef5-45a3-b576-0476d19848c4 req-f406fd1e-2d42-42da-bfe5-031209035ed8 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0527194 Mar 08 17:36:17.689182 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-98c09ac2-2ef5-45a3-b576-0476d19848c4 req-7f1e6cf4-21dc-44e6-b05c-c3b017f68001 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406044 Mar 08 17:36:18.143180 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9dbf7-0948-472e-ab1d-1804e73c67ec req-77fabddd-4bda-4856-b608-fece2588442d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:18.144575 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ccd9dbf7-0948-472e-ab1d-1804e73c67ec req-77fabddd-4bda-4856-b608-fece2588442d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0567615 Mar 08 17:36:18.193737 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ccd9dbf7-0948-472e-ab1d-1804e73c67ec req-74cb0b27-ed6b-48fa-bea8-15d9aeda353e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436347 Mar 08 17:36:18.318282 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacb33f-a0c0-4387-a74d-ec6c97a08228 req-e7e309fc-e51a-4e0a-9dd8-e3f48c205cc0 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:18.319857 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-daacb33f-a0c0-4387-a74d-ec6c97a08228 req-e7e309fc-e51a-4e0a-9dd8-e3f48c205cc0 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0581880 Mar 08 17:36:18.368052 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-daacb33f-a0c0-4387-a74d-ec6c97a08228 req-ca166f37-75db-4aab-8453-3ac76a92f37f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 Mar 08 17:36:18.807459 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817ebc8-0a9c-41bb-806c-062789571e11 req-5fe02b66-43dd-448d-a964-c74979b69c12 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:18.808964 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9817ebc8-0a9c-41bb-806c-062789571e11 req-5fe02b66-43dd-448d-a964-c74979b69c12 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0539355 Mar 08 17:36:18.858900 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9817ebc8-0a9c-41bb-806c-062789571e11 req-e9bb124c-4108-4e5e-b746-3c6406aef07e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435576 Mar 08 17:36:19.057824 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce2e755a-545a-4abc-95a5-ecb222be80ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:19.320060 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe5dcb-fe5c-42b0-b512-5199547d8fb7 req-fd79c334-af77-48b5-976e-89927196553d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:19.321642 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0dfe5dcb-fe5c-42b0-b512-5199547d8fb7 req-fd79c334-af77-48b5-976e-89927196553d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0516365 Mar 08 17:36:19.371209 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0dfe5dcb-fe5c-42b0-b512-5199547d8fb7 req-9962852f-0190-4032-97c6-9db052c6a204 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Mar 08 17:36:19.488855 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8dae0-1a2a-4c8e-a486-837b6e0102a2 req-a59990ba-3c78-416b-b954-706439ccec1f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:19.490487 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4b8dae0-1a2a-4c8e-a486-837b6e0102a2 req-a59990ba-3c78-416b-b954-706439ccec1f tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0528395 Mar 08 17:36:19.540333 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4b8dae0-1a2a-4c8e-a486-837b6e0102a2 req-78e9d994-abdf-4311-a0cc-03712a5274b6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410433 Mar 08 17:36:19.978017 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa10d6-9844-43a3-b926-146bc1d9c5b8 req-fdf1e4ac-4ebf-44ea-98e9-647cff9f08ad tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:19.979498 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b7fa10d6-9844-43a3-b926-146bc1d9c5b8 req-fdf1e4ac-4ebf-44ea-98e9-647cff9f08ad tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0528004 Mar 08 17:36:20.028516 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b7fa10d6-9844-43a3-b926-146bc1d9c5b8 req-7b465948-8efd-4d0d-a459-0214d25c9dca tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434215 Mar 08 17:36:20.389736 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:20.500758 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272bc21-6af7-4606-add8-a168fd43e884 req-6161c6df-3091-4125-b509-8203f0eeb190 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:20.502293 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0272bc21-6af7-4606-add8-a168fd43e884 req-6161c6df-3091-4125-b509-8203f0eeb190 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0587082 Mar 08 17:36:20.547576 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0272bc21-6af7-4606-add8-a168fd43e884 req-1124debf-8784-4e76-b567-ddc30dd793f8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397358 Mar 08 17:36:20.669081 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd3c68-186e-4a80-9466-6ad3e0578757 req-38c422d1-5c0e-4ff7-8d90-78ca5c7f18d6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:20.670600 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-28bd3c68-186e-4a80-9466-6ad3e0578757 req-38c422d1-5c0e-4ff7-8d90-78ca5c7f18d6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0552921 Mar 08 17:36:20.715636 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-28bd3c68-186e-4a80-9466-6ad3e0578757 req-4743e4f7-326a-4eb8-855b-a17d491010d4 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 Mar 08 17:36:21.145265 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee19734-b16c-4a46-b24c-ec8554847a95 req-7230b8ca-926d-4016-bf7f-438f7d563f92 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:21.146757 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ee19734-b16c-4a46-b24c-ec8554847a95 req-7230b8ca-926d-4016-bf7f-438f7d563f92 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0518050 Mar 08 17:36:21.197539 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ee19734-b16c-4a46-b24c-ec8554847a95 req-bed85fed-8caa-4015-8b96-ceda772df231 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 Mar 08 17:36:21.312007 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-690a270b-8c0f-4d0c-b8f7-4626d4971491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:21.667795 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83fd37-cda5-44f9-9582-c36b0989b41b req-32c08826-e684-48ed-8e95-58a0045ee470 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:21.669254 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3c83fd37-cda5-44f9-9582-c36b0989b41b req-32c08826-e684-48ed-8e95-58a0045ee470 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0514269 Mar 08 17:36:21.715664 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3c83fd37-cda5-44f9-9582-c36b0989b41b req-24f16e9f-c75c-4676-93ab-4377278ebcef tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410037 Mar 08 17:36:21.831104 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fbc15-d351-4739-887c-57aa76b17958 req-2b6f6e55-835c-4dc9-b89c-fb202d3af6b9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:21.832503 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d12fbc15-d351-4739-887c-57aa76b17958 req-2b6f6e55-835c-4dc9-b89c-fb202d3af6b9 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0510697 Mar 08 17:36:21.885055 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d12fbc15-d351-4739-887c-57aa76b17958 req-98589d04-951c-4222-a15e-7a0df4f56876 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459630 Mar 08 17:36:21.962885 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:36:22.318341 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38696453-2c95-4503-9ce8-bd80eac62aa3 req-dace1f80-c88f-4796-be9c-7d68df2bf68e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:22.319805 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-38696453-2c95-4503-9ce8-bd80eac62aa3 req-dace1f80-c88f-4796-be9c-7d68df2bf68e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0538306 Mar 08 17:36:22.366122 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-38696453-2c95-4503-9ce8-bd80eac62aa3 req-84dde9bf-b96e-4273-9dee-63160460615f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402880 Mar 08 17:36:22.661484 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:22.858255 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305efce-768a-4f0a-a274-93e161d240ed req-6d2ab4bf-53b5-4269-95ff-82195a4a0ffc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:22.859831 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6305efce-768a-4f0a-a274-93e161d240ed req-6d2ab4bf-53b5-4269-95ff-82195a4a0ffc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0713530 Mar 08 17:36:22.923878 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6305efce-768a-4f0a-a274-93e161d240ed req-bc0b2a6c-c14e-4ff5-86de-bc83ea4523c2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559881 Mar 08 17:36:23.016496 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff120cb0-d855-472c-a1b2-e827a77cdaa4 req-462fe068-e9cf-4ec2-b4a6-95ea829a0b98 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:23.018068 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff120cb0-d855-472c-a1b2-e827a77cdaa4 req-462fe068-e9cf-4ec2-b4a6-95ea829a0b98 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0624042 Mar 08 17:36:23.071650 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff120cb0-d855-472c-a1b2-e827a77cdaa4 req-96b78e36-95c9-4efa-bf74-3f054181a9a6 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453124 Mar 08 17:36:23.485927 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e0c53-2ddd-4e2e-8266-f34235dd8550 req-563bbf3c-8c4d-48c3-b9c9-67fbdc0bc811 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:23.487413 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d15e0c53-2ddd-4e2e-8266-f34235dd8550 req-563bbf3c-8c4d-48c3-b9c9-67fbdc0bc811 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0531352 Mar 08 17:36:23.534261 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d15e0c53-2ddd-4e2e-8266-f34235dd8550 req-8fdca9ea-1106-4b48-a5ed-56b26eda0ce5 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412896 Mar 08 17:36:23.848223 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:24.054152 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebbad7-6ed5-465c-8a47-666d96f8f3d3 req-cf62a75e-8d55-433b-aebf-6ceba24d2506 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:24.055629 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ebbad7-6ed5-465c-8a47-666d96f8f3d3 req-cf62a75e-8d55-433b-aebf-6ceba24d2506 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0526028 Mar 08 17:36:24.105140 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ebbad7-6ed5-465c-8a47-666d96f8f3d3 req-e329d061-d942-4283-ad71-046bb9cac509 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 Mar 08 17:36:24.200374 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bf0ff-5baa-4677-82e7-6123845efece req-c02bcbd3-faa9-4fa6-b1c7-14510299d1bc tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:24.201875 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6a5bf0ff-5baa-4677-82e7-6123845efece req-c02bcbd3-faa9-4fa6-b1c7-14510299d1bc tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0568132 Mar 08 17:36:24.248230 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6a5bf0ff-5baa-4677-82e7-6123845efece req-6bd01031-221d-496e-b9d4-a616ec52a29e tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Mar 08 17:36:24.652361 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5147a-a446-47f2-aece-081f7037c755 req-0d6afa33-a06a-4a31-9098-f7c5ec0e8780 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:24.653835 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7cc5147a-a446-47f2-aece-081f7037c755 req-0d6afa33-a06a-4a31-9098-f7c5ec0e8780 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0512793 Mar 08 17:36:24.698898 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7cc5147a-a446-47f2-aece-081f7037c755 req-ae933a6f-1b46-47fc-893f-f3c43aed9ab6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396838 Mar 08 17:36:25.229074 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa010-560f-479f-95d8-e288589d3736 req-3d9ddc45-9ae8-4789-9e4b-dffc87976abd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:25.230604 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-888aa010-560f-479f-95d8-e288589d3736 req-3d9ddc45-9ae8-4789-9e4b-dffc87976abd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0527401 Mar 08 17:36:25.277372 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-888aa010-560f-479f-95d8-e288589d3736 req-c64966b5-81c4-4e9e-8b16-2d5f948efa50 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 Mar 08 17:36:25.280724 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:25.371584 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e9aa4-de5d-48e5-9967-a5b97dfde2bc req-90ca5430-10bf-4330-94dc-e3f88b94f352 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:25.373391 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-008e9aa4-de5d-48e5-9967-a5b97dfde2bc req-90ca5430-10bf-4330-94dc-e3f88b94f352 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0564880 Mar 08 17:36:25.419985 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-008e9aa4-de5d-48e5-9967-a5b97dfde2bc req-07faf8fa-4b12-4ec4-bcfe-e0a3cfb7eba5 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/security-groups?id=25a5884c-5ebd-4ae5-8f4e-44c8c549510e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Mar 08 17:36:25.598346 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38893a-4b27-4573-ab66-e30ec7bcf643 req-6a9e082d-8f67-4b6f-91c5-e6066d5cc699 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:25.599728 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ec38893a-4b27-4573-ab66-e30ec7bcf643 req-6a9e082d-8f67-4b6f-91c5-e6066d5cc699 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 945 time: 0.0538623 Mar 08 17:36:25.698172 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-ec38893a-4b27-4573-ab66-e30ec7bcf643 req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Deleting port d2b091c2-038c-4fda-88ad-789f9749ad58 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:25.698521 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ec38893a-4b27-4573-ab66-e30ec7bcf643 req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:25.816068 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-ec38893a-4b27-4573-ab66-e30ec7bcf643 req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] For port d2b091c2-038c-4fda-88ad-789f9749ad58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2b091c2-038c-4fda-88ad-789f9749ad58,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:25.816441 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ec38893a-4b27-4573-ab66-e30ec7bcf643 req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:25.831492 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-ec38893a-4b27-4573-ab66-e30ec7bcf643 req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Calling delete_port for d2b091c2-038c-4fda-88ad-789f9749ad58 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:25.856400 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110d85d-203c-4b83-ab6a-6c3868aa7acc req-9757cf8b-1262-46c8-8f71-8f409500803d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:25.857917 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1110d85d-203c-4b83-ab6a-6c3868aa7acc req-9757cf8b-1262-46c8-8f71-8f409500803d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0891912 Mar 08 17:36:25.943797 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1110d85d-203c-4b83-ab6a-6c3868aa7acc req-18747243-5699-4487-8a02-b0f68eddc2ed tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591295 Mar 08 17:36:26.092565 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ec38893a-4b27-4573-ab66-e30ec7bcf643 req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (d2b091c2-038c-4fda-88ad-789f9749ad58), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:26.107488 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['d2b091c2-038c-4fda-88ad-789f9749ad58'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:36:26.123822 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Pushing event deleted for resources: {'Port': ['ID=d2b091c2-038c-4fda-88ad-789f9749ad58,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:26.147437 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.147789 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.148156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.148496 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.148834 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.149167 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.149515 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.149840 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.150683 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.151019 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.151340 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.151751 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.152092 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:26.174257 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec38893a-4b27-4573-ab66-e30ec7bcf643 req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] No DVR routers for this DVR port d2b091c2-038c-4fda-88ad-789f9749ad58 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:36:26.176766 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ec38893a-4b27-4573-ab66-e30ec7bcf643 req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:26.180242 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ec38893a-4b27-4573-ab66-e30ec7bcf643 req-5a689e4b-8969-4eb2-8fc2-9e1049710f8a tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.64 "DELETE /v2.0/ports/d2b091c2-038c-4fda-88ad-789f9749ad58 HTTP/1.1" status: 204 len: 173 time: 0.5686746 Mar 08 17:36:26.180715 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7d7ead-9ca3-453b-aa21-5a4cdeddc585', 'name': 'network-vif-deleted', 'tag': 'd2b091c2-038c-4fda-88ad-789f9749ad58'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:36:26.183317 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d85db3-ebc5-4ece-9278-f73232ac5e46" -d '{"events": [{"server_uuid": "ed7d7ead-9ca3-453b-aa21-5a4cdeddc585", "name": "network-vif-deleted", "tag": "d2b091c2-038c-4fda-88ad-789f9749ad58"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:36:26.219613 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dedc378-3cd9-4f07-9f80-f33d6e93221e x-openstack-request-id: req-0dedc378-3cd9-4f07-9f80-f33d6e93221e {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:36:26.219911 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7d7ead-9ca3-453b-aa21-5a4cdeddc585", "name": "network-vif-deleted", "tag": "d2b091c2-038c-4fda-88ad-789f9749ad58", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:36:26.220168 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0dedc378-3cd9-4f07-9f80-f33d6e93221e {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:36:26.220594 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7d7ead-9ca3-453b-aa21-5a4cdeddc585', 'name': 'network-vif-deleted', 'tag': 'd2b091c2-038c-4fda-88ad-789f9749ad58', 'status': 'completed', 'code': 200} Mar 08 17:36:26.409232 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605d26a-db98-41ac-8867-fef7693d05f3 req-86619ac2-799a-4a3b-8285-74379f083801 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:26.410760 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c605d26a-db98-41ac-8867-fef7693d05f3 req-86619ac2-799a-4a3b-8285-74379f083801 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0600538 Mar 08 17:36:26.460171 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c605d26a-db98-41ac-8867-fef7693d05f3 req-997f8470-79e9-481e-ae69-6c2325814a31 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433631 Mar 08 17:36:26.531290 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-41546e05-5db5-4dfb-8eba-9bfb6a2d309f req-616ba860-4f27-448d-bd6a-a4e3d60e5879 tempest-ServerRescueNegativeTestJSON-673764243 tempest-ServerRescueNegativeTestJSON-673764243-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed7d7ead-9ca3-453b-aa21-5a4cdeddc585 HTTP/1.1" status: 200 len: 210 time: 0.0289495 Mar 08 17:36:27.066196 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc72509-3423-4611-848a-04816bf83dcf req-e71b8396-39a9-476f-a08f-3cd1c29bd0fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:27.067651 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0fc72509-3423-4611-848a-04816bf83dcf req-e71b8396-39a9-476f-a08f-3cd1c29bd0fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0571580 Mar 08 17:36:27.115480 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0fc72509-3423-4611-848a-04816bf83dcf req-f0be89e4-7601-4017-b325-681b5acab810 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415838 Mar 08 17:36:27.590314 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52798) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:27.590882 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b374db-10bc-4f1d-b1de-3010657faee5 req-42cdb66d-12df-4dac-9ce4-0879b6b1e407 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:27.592082 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c4b374db-10bc-4f1d-b1de-3010657faee5 req-42cdb66d-12df-4dac-9ce4-0879b6b1e407 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0523498 Mar 08 17:36:27.639237 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c4b374db-10bc-4f1d-b1de-3010657faee5 req-1e6eb9c6-69e3-44bb-acc4-bfefef518556 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416307 Mar 08 17:36:27.988065 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835734'] for router_interface (e58c867d-cb86-487c-a17f-f754b2fdaf8b), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:28.264883 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad95dfb-ff0c-4eb4-9db1-0498bb42b1db req-5c14f3f1-e622-4b53-aa2a-e9a86e74e34b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:28.266725 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cad95dfb-ff0c-4eb4-9db1-0498bb42b1db req-5c14f3f1-e622-4b53-aa2a-e9a86e74e34b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0833519 Mar 08 17:36:28.348939 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cad95dfb-ff0c-4eb4-9db1-0498bb42b1db req-ed58f439-7b73-43af-a5c7-a6d859635dde tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659008 Mar 08 17:36:28.366176 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] Deleting port b1b780de-d599-4830-a361-0e38ea62995c {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:28.366512 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (b1b780de-d599-4830-a361-0e38ea62995c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:28.444593 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] For port b1b780de-d599-4830-a361-0e38ea62995c, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b1b780de-d599-4830-a361-0e38ea62995c,segment=NetworkSegment(97a317a9-896b-4386-bb55-41d199790dda),segment_id=97a317a9-896b-4386-bb55-41d199790dda)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:28.444947 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (b1b780de-d599-4830-a361-0e38ea62995c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:28.456844 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] Calling delete_port for b1b780de-d599-4830-a361-0e38ea62995c owned by network:router_interface {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:28.683868 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (b1b780de-d599-4830-a361-0e38ea62995c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:28.708920 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b780de-d599-4830-a361-0e38ea62995c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:28.766620 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9f3df-4578-4261-b7d2-3a981947c6c8 req-6c4e4592-3c32-4061-a485-1aa7da305437 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:28.768109 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b4e9f3df-4578-4261-b7d2-3a981947c6c8 req-6c4e4592-3c32-4061-a485-1aa7da305437 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0528502 Mar 08 17:36:28.815754 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b4e9f3df-4578-4261-b7d2-3a981947c6c8 req-fb9e488f-69de-4b42-a3ca-0209a2042577 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Mar 08 17:36:28.871470 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3835682'] for router_interface (e58c867d-cb86-487c-a17f-f754b2fdaf8b), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:29.233264 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device d2b091c2-038c-4fda-88ad-789f9749ad58 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:36:29.254697 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: d2b091c2-038c-4fda-88ad-789f9749ad58 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:36:29.255051 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device d2b091c2-038c-4fda-88ad-789f9749ad58 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:36:29.335401 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] Router e58c867d-cb86-487c-a17f-f754b2fdaf8b has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:36:29.484132 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:36:29.489263 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-af61c46c-639e-4a6c-ba6f-6193c5aa7f33 admin admin] 10.222.0.66 "PUT /v2.0/routers/e58c867d-cb86-487c-a17f-f754b2fdaf8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8979239 Mar 08 17:36:29.492057 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52812) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:29.494079 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b1261c-1c90-480e-9b6c-f4cc0148912e None None] Sync routers for ids ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:36:29.500466 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c83e9d-db20-4942-a2a6-bd50d779014a req-3fdbd979-9e66-41f1-bba8-aea0a0244b7f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:29.501952 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a4c83e9d-db20-4942-a2a6-bd50d779014a req-3fdbd979-9e66-41f1-bba8-aea0a0244b7f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0734661 Mar 08 17:36:29.503971 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b1261c-1c90-480e-9b6c-f4cc0148912e None None] Routers {'e58c867d-cb86-487c-a17f-f754b2fdaf8b'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:29.504596 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-90b1261c-1c90-480e-9b6c-f4cc0148912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:36:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:29.558311 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a4c83e9d-db20-4942-a2a6-bd50d779014a req-8ac20f08-384b-4a3c-8aae-1b50c4292b04 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486307 Mar 08 17:36:29.599626 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Publish callbacks [] for router (e58c867d-cb86-487c-a17f-f754b2fdaf8b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:29.613448 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-90b1261c-1c90-480e-9b6c-f4cc0148912e None None] Set router e58c867d-cb86-487c-a17f-f754b2fdaf8b gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:29.705221 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Publish callbacks [] for router_gateway (e58c867d-cb86-487c-a17f-f754b2fdaf8b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:29.786444 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-90b1261c-1c90-480e-9b6c-f4cc0148912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'name': 'tempest-ServerRescueNegativeTestJSON-415263277-router', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:36:28Z', 'revision_number': 5, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'gw_port': {'id': '0bcd8526-adbb-4a71-a663-bc028485a6b0', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:20:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:22Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:29.812317 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Deleting port 0bcd8526-adbb-4a71-a663-bc028485a6b0 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:36:29.812879 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:29.818232 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b1261c-1c90-480e-9b6c-f4cc0148912e None None] Checking router: e58c867d-cb86-487c-a17f-f754b2fdaf8b for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:36:29.827847 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b1261c-1c90-480e-9b6c-f4cc0148912e None None] Routers {'e58c867d-cb86-487c-a17f-f754b2fdaf8b'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:29.828470 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-90b1261c-1c90-480e-9b6c-f4cc0148912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:36:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:29.904645 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] For port 0bcd8526-adbb-4a71-a663-bc028485a6b0, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=0bcd8526-adbb-4a71-a663-bc028485a6b0,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:29.905017 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:29.920917 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-90b1261c-1c90-480e-9b6c-f4cc0148912e None None] Set router e58c867d-cb86-487c-a17f-f754b2fdaf8b gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:29.933721 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Calling delete_port for 0bcd8526-adbb-4a71-a663-bc028485a6b0 owned by network:router_gateway {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:36:29.973037 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-90b1261c-1c90-480e-9b6c-f4cc0148912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'name': 'tempest-ServerRescueNegativeTestJSON-415263277-router', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:36:29Z', 'revision_number': 6, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'gw_port_host': None}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:30.002177 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b1261c-1c90-480e-9b6c-f4cc0148912e None None] The sync data for ids ['e58c867d-cb86-487c-a17f-f754b2fdaf8b'] in dv-cinder-830085-3-iscsi is: [{'id': 'e58c867d-cb86-487c-a17f-f754b2fdaf8b', 'name': 'tempest-ServerRescueNegativeTestJSON-415263277-router', 'tenant_id': '8af0afe2d0ce487aa73b09475f9147fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:36:29Z', 'revision_number': 6, 'project_id': '8af0afe2d0ce487aa73b09475f9147fa', 'gw_port_host': None}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:36:30.016383 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cd372-1eed-49e0-be42-637e0bf75aaa req-c0eab212-decd-4484-927d-5f78b95541cf tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:30.017963 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-954cd372-1eed-49e0-be42-637e0bf75aaa req-c0eab212-decd-4484-927d-5f78b95541cf tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.1297646 Mar 08 17:36:30.117979 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-954cd372-1eed-49e0-be42-637e0bf75aaa req-e8832613-337a-4c9d-962f-faaf4d3bc754 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924766 Mar 08 17:36:30.254883 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (0bcd8526-adbb-4a71-a663-bc028485a6b0), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.277572 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bcd8526-adbb-4a71-a663-bc028485a6b0,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:30.344366 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837064'] for router_gateway (e58c867d-cb86-487c-a17f-f754b2fdaf8b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.459676 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8816'] for router (e58c867d-cb86-487c-a17f-f754b2fdaf8b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.461838 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Publish callbacks [] for router_controller (e58c867d-cb86-487c-a17f-f754b2fdaf8b), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.586444 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864875'] for router (e58c867d-cb86-487c-a17f-f754b2fdaf8b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.586986 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e58c867d-cb86-487c-a17f-f754b2fdaf8b {{(pid=103425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:36:30.593000 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.595964 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-bfc23b91-9107-4e35-a0d6-6617edf7a7c3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e58c867d-cb86-487c-a17f-f754b2fdaf8b HTTP/1.1" status: 204 len: 168 time: 1.1007359 Mar 08 17:36:30.596534 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52820) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:30.667682 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d4528d-a783-4de6-a07b-ab5fbcf4012e admin admin] Deleting subnet df28ebad-58fb-4fd7-b2cd-380e87fe6d1a {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:36:30.672447 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-78d4528d-a783-4de6-a07b-ab5fbcf4012e admin admin] Publish callbacks [] for subnet (df28ebad-58fb-4fd7-b2cd-380e87fe6d1a), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.718057 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-78d4528d-a783-4de6-a07b-ab5fbcf4012e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127025719'] for subnet (df28ebad-58fb-4fd7-b2cd-380e87fe6d1a), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.736765 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e637b-7836-4252-a7e3-dfc87e426670 req-c0c65a38-b1bd-4d58-9309-aaf4b142ecac tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:30.738287 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ca4e637b-7836-4252-a7e3-dfc87e426670 req-c0c65a38-b1bd-4d58-9309-aaf4b142ecac tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.1121542 Mar 08 17:36:30.778075 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-78d4528d-a783-4de6-a07b-ab5fbcf4012e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (df28ebad-58fb-4fd7-b2cd-380e87fe6d1a), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.807772 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b1b780de-d599-4830-a361-0e38ea62995c no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:36:30.827447 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: b1b780de-d599-4830-a361-0e38ea62995c {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:36:30.827799 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b1b780de-d599-4830-a361-0e38ea62995c not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:36:30.827978 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ca4e637b-7836-4252-a7e3-dfc87e426670 req-f529d8c5-2211-4667-9c75-d57c801a515c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808821 Mar 08 17:36:30.918710 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-78d4528d-a783-4de6-a07b-ab5fbcf4012e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129998979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129705221'] for subnet (df28ebad-58fb-4fd7-b2cd-380e87fe6d1a), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.948505 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4528d-a783-4de6-a07b-ab5fbcf4012e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df28ebad-58fb-4fd7-b2cd-380e87fe6d1a,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:30.955934 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-78d4528d-a783-4de6-a07b-ab5fbcf4012e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:30.959356 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-78d4528d-a783-4de6-a07b-ab5fbcf4012e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/df28ebad-58fb-4fd7-b2cd-380e87fe6d1a HTTP/1.1" status: 204 len: 168 time: 0.3618031 Mar 08 17:36:30.961813 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52822) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:31.033539 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (002e704e-1690-4589-a1c7-568764202ae0), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:31.114688 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (002e704e-1690-4589-a1c7-568764202ae0), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:31.135029 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002e704e-1690-4589-a1c7-568764202ae0']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:31.143822 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a317a9-896b-4386-bb55-41d199790dda') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:31.144117 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a317a9-896b-4386-bb55-41d199790dda') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:31.154010 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127025868'] for segment (97a317a9-896b-4386-bb55-41d199790dda), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:31.167608 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (97a317a9-896b-4386-bb55-41d199790dda), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:31.173769 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:36:31.174120 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129999081'] for segment (97a317a9-896b-4386-bb55-41d199790dda), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: Traceback (most recent call last): Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: timer() Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: cb(*args, **kw) Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: return func(*args, **kwargs) Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: self._notify() Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: self.callback(batched_events) Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: event.method(event) Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: return f(self, *a, **k) Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._get(url).json() Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:36:31.175960 dv-cinder-830085-3-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:36:31.243708 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5b938-687f-4bd8-b010-d86a48a63a92 req-caad177e-5afd-4c0e-a8e3-c86d18c17f0a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:31.245362 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fdf5b938-687f-4bd8-b010-d86a48a63a92 req-caad177e-5afd-4c0e-a8e3-c86d18c17f0a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0545478 Mar 08 17:36:31.292554 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fdf5b938-687f-4bd8-b010-d86a48a63a92 req-4b25a0fa-21d2-4c37-9f93-dc66abd29ba4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413032 Mar 08 17:36:31.295233 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (002e704e-1690-4589-a1c7-568764202ae0), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:31.300772 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:31.304156 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/002e704e-1690-4589-a1c7-568764202ae0 HTTP/1.1" status: 204 len: 168 time: 0.3414121 Mar 08 17:36:31.315402 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082ed53-e3f9-4671-b9a4-271d40bed2b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=002e704e-1690-4589-a1c7-568764202ae0,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:31.643843 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52830) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:31.686921 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0e64576d-ed98-4bde-af6c-e463523e1bbd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8af0afe2d0ce487aa73b09475f9147fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418482 Mar 08 17:36:31.689287 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52832) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:31.734032 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-47ac3298-9be4-47aa-9162-7216232511d0 admin admin] Publish callbacks [] for security_group (25a5884c-5ebd-4ae5-8f4e-44c8c549510e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:31.755073 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-47ac3298-9be4-47aa-9162-7216232511d0 admin admin] Publish callbacks [] for security_group (25a5884c-5ebd-4ae5-8f4e-44c8c549510e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:31.883764 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-47ac3298-9be4-47aa-9162-7216232511d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (25a5884c-5ebd-4ae5-8f4e-44c8c549510e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:31.886580 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-47ac3298-9be4-47aa-9162-7216232511d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:31.887745 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-47ac3298-9be4-47aa-9162-7216232511d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/25a5884c-5ebd-4ae5-8f4e-44c8c549510e HTTP/1.1" status: 204 len: 168 time: 0.1975422 Mar 08 17:36:31.896248 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac3298-9be4-47aa-9162-7216232511d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a5884c-5ebd-4ae5-8f4e-44c8c549510e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:31.956641 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d81223-dc8f-4c83-83d4-96b6fd6ddf0b req-d7164510-6413-4eb0-a719-edf6cab9b6ca tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:31.958058 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-56d81223-dc8f-4c83-83d4-96b6fd6ddf0b req-d7164510-6413-4eb0-a719-edf6cab9b6ca tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0548663 Mar 08 17:36:32.005253 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-56d81223-dc8f-4c83-83d4-96b6fd6ddf0b req-bfab8f09-b923-498d-bbc2-e034ddf06fb4 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410521 Mar 08 17:36:32.377528 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 0bcd8526-adbb-4a71-a663-bc028485a6b0 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:36:32.400062 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: 0bcd8526-adbb-4a71-a663-bc028485a6b0 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:36:32.401163 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 0bcd8526-adbb-4a71-a663-bc028485a6b0 not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:36:32.418661 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99095063-d7d4-4d44-b1d7-51347457a189 req-93e130b9-7cd8-41f1-bbbe-48441ddc0795 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:32.420267 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-99095063-d7d4-4d44-b1d7-51347457a189 req-93e130b9-7cd8-41f1-bbbe-48441ddc0795 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0544574 Mar 08 17:36:32.467700 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-99095063-d7d4-4d44-b1d7-51347457a189 req-1ed584f1-3cd3-47f9-a9a3-fcd4efb61da4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Mar 08 17:36:32.917133 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52860) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:33.003671 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-924847092-network', 'tenant_id': '2ca264a980814b29a89a22c1f380b152'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:33.105566 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Made reservation on behalf of 2ca264a980814b29a89a22c1f380b152 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:36:33.107810 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.119442 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.158613 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7391d-8f77-470d-9002-325a6f62cb13 req-169475d7-de11-4d1a-a1b1-149fd341b7c7 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:33.160082 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-23a7391d-8f77-470d-9002-325a6f62cb13 req-169475d7-de11-4d1a-a1b1-149fd341b7c7 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0864127 Mar 08 17:36:33.229524 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-23a7391d-8f77-470d-9002-325a6f62cb13 req-824ef297-cff3-47a2-9999-1b73e5253205 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626707 Mar 08 17:36:33.248002 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Publish callbacks [] for security_group (6cfd2ed3-2266-491b-9d8c-1adeca7ad148), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.275287 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device efbff050-2d83-40e2-a83f-3bd67cf2e487 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:36:33.300695 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (6cfd2ed3-2266-491b-9d8c-1adeca7ad148), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.326788 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:36:33.335613 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfd2ed3-2266-491b-9d8c-1adeca7ad148,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:33.341987 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (5c1320b1-8f04-44c1-83e1-3b204d8963dc), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.342388 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Added segment 5c1320b1-8f04-44c1-83e1-3b204d8963dc of type vlan for network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 Mar 08 17:36:33.373841 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:33.386573 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (083a3b6b-4efb-4149-8e17-9fd0d91c8ac8), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.388878 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'port_id': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'mac_address': 'fa:16:3e:5a:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:36:33.434714 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port efbff050-2d83-40e2-a83f-3bd67cf2e487 is: ACTIVE; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:33.435122 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.447776 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efbff050-2d83-40e2-a83f-3bd67cf2e487 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:36:33.466811 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:33.472160 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (083a3b6b-4efb-4149-8e17-9fd0d91c8ac8), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.473153 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:33.473824 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.535488 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.552981 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] Pushing event updated for resources: {'Network': ['ID=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:33.566651 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-87811473-95d6-4a26-86a1-24a85fa1f998 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6559622 Mar 08 17:36:33.569565 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52870) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:33.576518 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] Request body: {'subnet': {'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-924847092-subnet', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:33.577100 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:36:33.600717 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9022f3e-1dc2-40db-860d-db9d3d94827b req-4cebe7ed-7ff0-45e1-bed8-810b603c1fa1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:33.601413 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=efbff050-2d83-40e2-a83f-3bd67cf2e487,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:33.607468 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d9022f3e-1dc2-40db-860d-db9d3d94827b req-4cebe7ed-7ff0-45e1-bed8-810b603c1fa1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0651386 Mar 08 17:36:33.646063 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['efbff050-2d83-40e2-a83f-3bd67cf2e487'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:36:33.689919 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] Made reservation on behalf of 2ca264a980814b29a89a22c1f380b152 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:36:33.693791 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129705314'] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:33.843012 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d9022f3e-1dc2-40db-860d-db9d3d94827b req-d1655df7-c442-4826-a18e-01cab0dd4e71 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330894 Mar 08 17:36:33.966620 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129999172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129705340'] for subnet (bd53e22c-10cd-4953-9708-3b5f40ae7dfa), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.019943 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd53e22c-10cd-4953-9708-3b5f40ae7dfa,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:34.030161 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] Checking segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:36:34.030527 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] Network hostable DHCP agents. Network: 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:36:34.106455 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:36:34.212048 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:34.216907 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:34.217537 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.223307 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6970b-4dde-4a46-b8d3-21e989b60a1a None None] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:36:34.300764 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-121ea588-fd8a-437d-94b0-2b69f44193a9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7299407 Mar 08 17:36:34.303479 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52874) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:34.307998 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:34.322450 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dfe9f6d-995d-5fd4-beda-83d7ae1b07aa-083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa'}]}} from dv-cinder-830085-3-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:36:34.323317 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.355140 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674b0ff-7f02-4edc-a898-42a3ff6e518a req-aa0eb196-8d09-41fb-a394-7a01e06fdadb tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:34.357102 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4674b0ff-7f02-4edc-a898-42a3ff6e518a req-aa0eb196-8d09-41fb-a394-7a01e06fdadb tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0553281 Mar 08 17:36:34.386542 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3835290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8782'] for router (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.387943 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3837145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8775'] for router (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.414132 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4674b0ff-7f02-4edc-a898-42a3ff6e518a req-5bbb70a5-8040-4ab5-b33f-cec8b992dbe1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504072 Mar 08 17:36:34.443084 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Publish callbacks [] for router_controller (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), precommit_add_association {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.475142 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Allocated IP 172.20.0.2 (083a3b6b-4efb-4149-8e17-9fd0d91c8ac8/bd53e22c-10cd-4953-9708-3b5f40ae7dfa/881d2950-86c4-472a-989c-df1e847ec529) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:34.616425 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Publish callbacks [] for port (881d2950-86c4-472a-989c-df1e847ec529), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.644233 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Publish callbacks [] for router_gateway (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.683550 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (881d2950-86c4-472a-989c-df1e847ec529), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.726334 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:34.729691 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:34.733193 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:36:34.741839 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Pushing event updated for resources: {'Port': ['ID=881d2950-86c4-472a-989c-df1e847ec529,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:34.794414 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Attempting to bind port 881d2950-86c4-472a-989c-df1e847ec529 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:36:34.794792 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Attempting to bind port 881d2950-86c4-472a-989c-df1e847ec529 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:36:34.795162 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Attempting to bind port 881d2950-86c4-472a-989c-df1e847ec529 on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:36:34.800239 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:36:34.800675 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Checking segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:36:34.801090 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.801484 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Bound using segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:36:34.801977 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Bound port: 881d2950-86c4-472a-989c-df1e847ec529, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:36:34.802365 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (881d2950-86c4-472a-989c-df1e847ec529), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.863840 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] For port 881d2950-86c4-472a-989c-df1e847ec529, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:36:34.866958 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] For port 881d2950-86c4-472a-989c-df1e847ec529, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=881d2950-86c4-472a-989c-df1e847ec529,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:36:34.929920 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (881d2950-86c4-472a-989c-df1e847ec529), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.954880 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Publish callbacks [] for router_gateway (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.979259 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:34.993203 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4c881-1000-489c-ac0c-19511431baaf None None] Pushing event updated for resources: {'Port': ['ID=881d2950-86c4-472a-989c-df1e847ec529,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:35.032336 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7da09-f406-4b0d-97a4-22da7a2958a8 req-38a2d605-e5f3-4a4b-8e78-0d7d5af0bd2b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:35.033942 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3ec7da09-f406-4b0d-97a4-22da7a2958a8 req-38a2d605-e5f3-4a4b-8e78-0d7d5af0bd2b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.1196048 Mar 08 17:36:35.122594 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3ec7da09-f406-4b0d-97a4-22da7a2958a8 req-a381d005-e246-411e-8820-e6bdd8917447 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819318 Mar 08 17:36:35.135811 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Allocated IP 172.27.3.27 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/e9218f0c-e82c-46f5-889a-59bc46b6ab81) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:35.264017 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Publish callbacks [] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:35.306172 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device efbff050-2d83-40e2-a83f-3bd67cf2e487 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:36:35.357894 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:35.358395 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port efbff050-2d83-40e2-a83f-3bd67cf2e487 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:35.358785 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:35.406451 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:35.409332 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:35.413995 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:36:35.419024 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Pushing event updated for resources: {'Port': ['ID=e9218f0c-e82c-46f5-889a-59bc46b6ab81,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:35.446359 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port efbff050-2d83-40e2-a83f-3bd67cf2e487 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:35.446770 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:35.470488 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:36:35.472723 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59275672-3356-4f70-8bc0-8c94129db214" -d '{"events": [{"server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:36:35.487497 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:35.530484 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bfc6f1-7ca3-4df8-9a8d-5a26ae7a589e x-openstack-request-id: req-82bfc6f1-7ca3-4df8-9a8d-5a26ae7a589e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:36:35.530809 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:36:35.531065 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82bfc6f1-7ca3-4df8-9a8d-5a26ae7a589e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:36:35.531468 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'code': 200} Mar 08 17:36:35.551713 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f88c6d-a782-4cdf-b1d1-d1bc04749928 req-a0c24e32-5002-4741-b7a9-47d439eacd3c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:35.553227 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-76f88c6d-a782-4cdf-b1d1-d1bc04749928 req-a0c24e32-5002-4741-b7a9-47d439eacd3c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0634308 Mar 08 17:36:35.604470 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:35.606039 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-76f88c6d-a782-4cdf-b1d1-d1bc04749928 req-80cc354f-9a08-4839-89ad-c567ed6a9acc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463338 Mar 08 17:36:35.670270 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=efbff050-2d83-40e2-a83f-3bd67cf2e487,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:35.797442 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Publish callbacks [] for router_gateway (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:35.915921 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16447e2-884e-4a3f-a593-8ed24aa74525 None None] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:36:36.006414 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172'] for router (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.027550 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-f58889fb-8bf7-4952-a673-cd631b87eddb None None] Provisioning complete for port 881d2950-86c4-472a-989c-df1e847ec529 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:36.027934 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f58889fb-8bf7-4952-a673-cd631b87eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (881d2950-86c4-472a-989c-df1e847ec529), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.124710 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f58889fb-8bf7-4952-a673-cd631b87eddb None None] Current status of the port 881d2950-86c4-472a-989c-df1e847ec529 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:36.125114 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f58889fb-8bf7-4952-a673-cd631b87eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (881d2950-86c4-472a-989c-df1e847ec529), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.162754 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-f58889fb-8bf7-4952-a673-cd631b87eddb None None] For port 881d2950-86c4-472a-989c-df1e847ec529, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=881d2950-86c4-472a-989c-df1e847ec529,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:36.248324 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 is scheduled to L3 agent ce6156d8-a556-48aa-998b-11d79b414184 with binding_index 1 {{(pid=103425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:36:36.266269 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f58889fb-8bf7-4952-a673-cd631b87eddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (881d2950-86c4-472a-989c-df1e847ec529), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.316898 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58889fb-8bf7-4952-a673-cd631b87eddb None None] Pushing event updated for resources: {'Port': ['ID=881d2950-86c4-472a-989c-df1e847ec529,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:36.318699 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584d2d6-60cc-47ee-bb87-9fcb7d1a5235 req-75d5f4d0-30b3-4676-824c-4dc2e429b42b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:36.320207 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3584d2d6-60cc-47ee-bb87-9fcb7d1a5235 req-75d5f4d0-30b3-4676-824c-4dc2e429b42b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.1014905 Mar 08 17:36:36.389995 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-e18b2b85-e45a-43bb-9a26-042eb59d447b None None] Provisioning complete for port 881d2950-86c4-472a-989c-df1e847ec529 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:36.389995 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e18b2b85-e45a-43bb-9a26-042eb59d447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (881d2950-86c4-472a-989c-df1e847ec529), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.413862 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3584d2d6-60cc-47ee-bb87-9fcb7d1a5235 req-f25f0613-f5e6-4f7a-86df-b4e6eafb1340 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873320 Mar 08 17:36:36.415274 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:36:36.426239 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Sync routers for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:36:36.446280 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:36.446991 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:36:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:36.485270 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 881d2950-86c4-472a-989c-df1e847ec529 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:36:36.485449 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.486619 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-922a9089-31e7-4226-88e9-6ce2331f55ae admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1821485 Mar 08 17:36:36.489399 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 52888) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:36.615653 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e18b2b85-e45a-43bb-9a26-042eb59d447b None None] Current status of the port 881d2950-86c4-472a-989c-df1e847ec529 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:36.627215 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:36.684198 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 881d2950-86c4-472a-989c-df1e847ec529 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:36.684509 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (881d2950-86c4-472a-989c-df1e847ec529), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:36.753104 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48608c7-1ef3-4e6d-b290-9f7974ea9370 req-7ed10b48-c6bc-4b55-a03c-fff034161d47 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:36.755393 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c48608c7-1ef3-4e6d-b290-9f7974ea9370 req-7ed10b48-c6bc-4b55-a03c-fff034161d47 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0650003 Mar 08 17:36:36.804103 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c48608c7-1ef3-4e6d-b290-9f7974ea9370 req-94d48c4d-7942-42c1-81f7-fa7ce5bba92c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424380 Mar 08 17:36:36.851020 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 881d2950-86c4-472a-989c-df1e847ec529 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:36.874808 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:35Z', 'revision_number': 3, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:36.936015 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.024763 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Checking router: d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:36:37.025799 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Updating router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 port e9218f0c-e82c-46f5-889a-59bc46b6ab81 binding host dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:36:37.053305 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.100827 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Allocated IP 172.20.0.1 (083a3b6b-4efb-4149-8e17-9fd0d91c8ac8/bd53e22c-10cd-4953-9708-3b5f40ae7dfa/b9d1f06f-dcda-4a00-90a6-5d9b8055469a) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:37.200799 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Publish callbacks [] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.301596 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Publish callbacks [] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.306516 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.348541 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:37.351398 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:37.355385 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:36:37.379010 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d1f06f-dcda-4a00-90a6-5d9b8055469a,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:37.398149 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.405540 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837913'] for router_interface (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.466469 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79c2ef-7cbe-4142-80df-88ca0664597a None None] Pushing event updated for resources: {'Port': ['ID=e9218f0c-e82c-46f5-889a-59bc46b6ab81,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:37.470663 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Attempting to bind port e9218f0c-e82c-46f5-889a-59bc46b6ab81 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:36:37.471047 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Attempting to bind port e9218f0c-e82c-46f5-889a-59bc46b6ab81 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:36:37.471413 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Attempting to bind port e9218f0c-e82c-46f5-889a-59bc46b6ab81 on network 1cf1adba-36f7-45e5-a590-5d52a2089e80 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:36:37.477098 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:36:37.478736 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:36:37.479191 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.479936 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Bound using segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:36:37.480422 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Bound port: e9218f0c-e82c-46f5-889a-59bc46b6ab81, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:36:37.480815 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.538438 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] For port e9218f0c-e82c-46f5-889a-59bc46b6ab81, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:36:37.542325 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] For port e9218f0c-e82c-46f5-889a-59bc46b6ab81, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=e9218f0c-e82c-46f5-889a-59bc46b6ab81,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:36:37.565605 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe094c8-787f-4eeb-bec8-3834b9b3a44c req-2d065298-31ad-4093-8a22-7276decfad61 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:37.567281 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4fe094c8-787f-4eeb-bec8-3834b9b3a44c req-2d065298-31ad-4093-8a22-7276decfad61 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0606043 Mar 08 17:36:37.614224 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4fe094c8-787f-4eeb-bec8-3834b9b3a44c req-8205dbfc-5c78-46a1-9c0a-867fb28d870e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404992 Mar 08 17:36:37.642550 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-9ba199dc-1b84-4f85-8aa5-987cfc68552e None None] Provisioning complete for port b9d1f06f-dcda-4a00-90a6-5d9b8055469a triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:37.643094 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9ba199dc-1b84-4f85-8aa5-987cfc68552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.660955 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.669140 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.715967 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9ba199dc-1b84-4f85-8aa5-987cfc68552e None None] Port b9d1f06f-dcda-4a00-90a6-5d9b8055469a cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:36:37.738581 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79c2ef-7cbe-4142-80df-88ca0664597a None None] Pushing event updated for resources: {'Port': ['ID=e9218f0c-e82c-46f5-889a-59bc46b6ab81,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:37.741158 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:37.741724 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:36:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:37.831852 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Publish callbacks [] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.851882 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:37.878129 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126735967'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.928334 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168db649-9606-481a-9ee5-51c45c748628 req-f8dc7165-6e1a-414a-8b8f-315eb806e572 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:37.929856 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-168db649-9606-481a-9ee5-51c45c748628 req-f8dc7165-6e1a-414a-8b8f-315eb806e572 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0560424 Mar 08 17:36:37.950909 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d1f06f-dcda-4a00-90a6-5d9b8055469a,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:37.953897 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837877'] for router_interface (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:37.984373 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-168db649-9606-481a-9ee5-51c45c748628 req-30a7dab9-5391-4d35-b718-6592da4dcabf tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483980 Mar 08 17:36:38.061420 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:38.062989 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:38.063116 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:38.095357 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350fffd8-029f-455f-815b-578ceb5fc867 None None] The sync data for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi is: [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:36:38.191956 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:36:38.342644 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-645456db-d187-4ac5-999a-c4c5ff452084 None None] Provisioning complete for port b9d1f06f-dcda-4a00-90a6-5d9b8055469a triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:38.343019 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-645456db-d187-4ac5-999a-c4c5ff452084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:38.392546 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-645456db-d187-4ac5-999a-c4c5ff452084 None None] Port b9d1f06f-dcda-4a00-90a6-5d9b8055469a cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:36:38.490718 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951048-ea5b-4938-9a5c-dd5ad7c5ae5f req-ac9bb4c2-f5ae-4617-8db2-7dec63234119 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:38.499076 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0d951048-ea5b-4938-9a5c-dd5ad7c5ae5f req-ac9bb4c2-f5ae-4617-8db2-7dec63234119 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0743227 Mar 08 17:36:38.567234 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:36:38.582291 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-221c2200-2d89-4b05-80b2-214fa2a24e94 admin admin] 10.222.0.66 "PUT /v2.0/routers/d5a86fdb-e7d9-41d5-88ee-9afdb72730e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0840251 Mar 08 17:36:38.586014 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0d951048-ea5b-4938-9a5c-dd5ad7c5ae5f req-b0964ac8-be83-4ffa-93f8-385e1a08f042 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820441 Mar 08 17:36:38.608379 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559c59-b389-4688-a3fb-71fdde751784 req-67b02112-6bcb-4275-bf84-d8b9394dcae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:38.609920 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3559c59-b389-4688-a3fb-71fdde751784 req-67b02112-6bcb-4275-bf84-d8b9394dcae2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 1130 time: 0.0697846 Mar 08 17:36:38.720852 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559c59-b389-4688-a3fb-71fdde751784 req-58d534e6-094f-44d6-854e-01c46bcf864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:38.722374 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3559c59-b389-4688-a3fb-71fdde751784 req-58d534e6-094f-44d6-854e-01c46bcf864b service neutron] 10.222.0.64 "GET /v2.0/networks?id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 200 len: 911 time: 0.1062827 Mar 08 17:36:38.756871 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4447-5fe5-4045-90bf-97bcd7fcab51 req-9713b5ee-260a-4732-8af5-ed2b662cde74 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:38.758871 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1ecf4447-5fe5-4045-90bf-97bcd7fcab51 req-9713b5ee-260a-4732-8af5-ed2b662cde74 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0680518 Mar 08 17:36:38.817216 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3559c59-b389-4688-a3fb-71fdde751784 req-1ebd6bc0-0fe5-48b0-b5e1-acd5146a0cc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8 HTTP/1.1" status: 200 len: 1002 time: 0.0867150 Mar 08 17:36:38.855364 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1ecf4447-5fe5-4045-90bf-97bcd7fcab51 req-c394faae-846b-4128-8e43-210be390fa98 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901928 Mar 08 17:36:38.901540 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559c59-b389-4688-a3fb-71fdde751784 req-61693f2f-18cd-4507-b46e-3735881a64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:38.903128 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3559c59-b389-4688-a3fb-71fdde751784 req-61693f2f-18cd-4507-b46e-3735881a64b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d804e411-f1f4-4552-9853-ae040e868f99 HTTP/1.1" status: 200 len: 849 time: 0.0791399 Mar 08 17:36:38.955624 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3559c59-b389-4688-a3fb-71fdde751784 req-c0e0aa21-c1b6-47cf-92d5-037497722eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:38.957160 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3559c59-b389-4688-a3fb-71fdde751784 req-c0e0aa21-c1b6-47cf-92d5-037497722eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464482 Mar 08 17:36:39.057650 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3559c59-b389-4688-a3fb-71fdde751784 req-9b2f8465-85be-4df0-8ec9-0a4f3856f535 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929148 Mar 08 17:36:39.152269 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3559c59-b389-4688-a3fb-71fdde751784 req-56d4cc83-482e-470e-93d7-9d0609c1c980 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884180 Mar 08 17:36:39.240006 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52916) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:39.244659 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-15c012a9-dbb2-4eda-9d30-896d07706264 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--567309845', 'description': 'tempest-description--1315542406'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:39.326714 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-15c012a9-dbb2-4eda-9d30-896d07706264 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:39.397231 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-15c012a9-dbb2-4eda-9d30-896d07706264 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (93a9bd5c-7273-49e1-90fb-107f3dc9fdc9), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:39.464218 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-15c012a9-dbb2-4eda-9d30-896d07706264 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (93a9bd5c-7273-49e1-90fb-107f3dc9fdc9), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:39.494764 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c012a9-dbb2-4eda-9d30-896d07706264 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:39.559743 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-15c012a9-dbb2-4eda-9d30-896d07706264 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:39.560926 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-15c012a9-dbb2-4eda-9d30-896d07706264 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3199165 Mar 08 17:36:39.563728 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52918) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:39.567917 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-0e6c353b-71c5-4b39-9bd8-6cd40a51bcb9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group_rule': {'security_group_id': '93a9bd5c-7273-49e1-90fb-107f3dc9fdc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:39.652933 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0e6c353b-71c5-4b39-9bd8-6cd40a51bcb9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (e08b4de2-edbc-42c0-8bfd-65ff65a66d9b), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:39.707042 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f75ba-86c5-4052-8e1b-af2a2245f834 req-f3057d0b-8fdb-4a0d-8f19-7719c9e3938c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:39.708512 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-233f75ba-86c5-4052-8e1b-af2a2245f834 req-f3057d0b-8fdb-4a0d-8f19-7719c9e3938c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0586159 Mar 08 17:36:39.714791 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0e6c353b-71c5-4b39-9bd8-6cd40a51bcb9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (e08b4de2-edbc-42c0-8bfd-65ff65a66d9b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:39.754481 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-233f75ba-86c5-4052-8e1b-af2a2245f834 req-23388159-14be-4493-972a-02dfc7502dae tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395403 Mar 08 17:36:39.780407 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0e6c353b-71c5-4b39-9bd8-6cd40a51bcb9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (e08b4de2-edbc-42c0-8bfd-65ff65a66d9b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:39.799441 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c353b-71c5-4b39-9bd8-6cd40a51bcb9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08b4de2-edbc-42c0-8bfd-65ff65a66d9b,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:39.878678 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0e6c353b-71c5-4b39-9bd8-6cd40a51bcb9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:39.880009 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0e6c353b-71c5-4b39-9bd8-6cd40a51bcb9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153615 Mar 08 17:36:39.882718 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52924) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:39.888203 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-53325478-9bfc-4810-8f98-c2eb27ac18ea tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group_rule': {'security_group_id': '93a9bd5c-7273-49e1-90fb-107f3dc9fdc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:39.983874 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9077cfe-a096-4d5d-855f-0ed17a2727ec req-46bf6520-eb52-4506-bd4e-483c1f5d0aeb tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:39.986211 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9077cfe-a096-4d5d-855f-0ed17a2727ec req-46bf6520-eb52-4506-bd4e-483c1f5d0aeb tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0549026 Mar 08 17:36:40.023040 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-53325478-9bfc-4810-8f98-c2eb27ac18ea tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (c0b18af5-2b3b-49c9-b2a6-9dcca576e377), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.057656 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9077cfe-a096-4d5d-855f-0ed17a2727ec req-032a90e8-0ef9-4cc4-9b2f-b98c04bdd879 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667107 Mar 08 17:36:40.084874 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-53325478-9bfc-4810-8f98-c2eb27ac18ea tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (c0b18af5-2b3b-49c9-b2a6-9dcca576e377), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.136232 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Sync routers for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:36:40.147834 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:40.148454 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:36:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:40.167084 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-53325478-9bfc-4810-8f98-c2eb27ac18ea tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (c0b18af5-2b3b-49c9-b2a6-9dcca576e377), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.186548 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53325478-9bfc-4810-8f98-c2eb27ac18ea tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b18af5-2b3b-49c9-b2a6-9dcca576e377,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:40.258245 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:40.271425 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-53325478-9bfc-4810-8f98-c2eb27ac18ea tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.272756 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-53325478-9bfc-4810-8f98-c2eb27ac18ea tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3890481 Mar 08 17:36:40.277165 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 52928) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:36:40.281801 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:40.367462 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.466426 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device e9218f0c-e82c-46f5-889a-59bc46b6ab81 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:36:40.498208 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.526225 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port e9218f0c-e82c-46f5-889a-59bc46b6ab81 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:40.526696 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.571033 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 2, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:40.601922 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Checking router: d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:36:40.602299 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Updating router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 port b9d1f06f-dcda-4a00-90a6-5d9b8055469a binding host dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:36:40.618714 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port e9218f0c-e82c-46f5-889a-59bc46b6ab81 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:40.618714 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.619063 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Allocated IP 172.27.3.154 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/6a7a4cbe-d74e-4244-b849-38c621eaa986) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:40.632883 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.638648 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port e9218f0c-e82c-46f5-889a-59bc46b6ab81, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=e9218f0c-e82c-46f5-889a-59bc46b6ab81,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:40.718271 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (6a7a4cbe-d74e-4244-b849-38c621eaa986), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.720783 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.771283 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=e9218f0c-e82c-46f5-889a-59bc46b6ab81,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:40.809263 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (6a7a4cbe-d74e-4244-b849-38c621eaa986), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.854639 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:40.858011 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:40.861443 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:36:40.879513 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87e30b-ddae-41a0-bda7-6b2c159e5ff7 req-c8b570fc-bbb8-4076-8479-5d6fad45bc90 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:40.881048 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6e87e30b-ddae-41a0-bda7-6b2c159e5ff7 req-c8b570fc-bbb8-4076-8479-5d6fad45bc90 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0576551 Mar 08 17:36:40.888258 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=6a7a4cbe-d74e-4244-b849-38c621eaa986,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:40.916233 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Publish callbacks [] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.933207 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6e87e30b-ddae-41a0-bda7-6b2c159e5ff7 req-19cfef0e-3e9e-4438-9ff1-0cb5125d3e72 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452116 Mar 08 17:36:40.964777 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (6d2af72e-d662-4108-84d7-6f43d05b3975), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:40.994941 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.045651 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Pushing event updated for resources: {'Port': ['ID=b9d1f06f-dcda-4a00-90a6-5d9b8055469a,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:41.054480 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.054837 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.055202 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.055544 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.055875 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.056229 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.056556 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.056877 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.057251 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.057593 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.057935 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.058259 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.058579 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:41.080957 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (6a7a4cbe-d74e-4244-b849-38c621eaa986), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.115422 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Attempting to bind port b9d1f06f-dcda-4a00-90a6-5d9b8055469a on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:36:41.115885 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Attempting to bind port b9d1f06f-dcda-4a00-90a6-5d9b8055469a by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:36:41.116386 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Attempting to bind port b9d1f06f-dcda-4a00-90a6-5d9b8055469a on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:36:41.122623 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:36:41.128784 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Checking segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:36:41.128784 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.128784 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Bound using segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:36:41.128784 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Bound port: b9d1f06f-dcda-4a00-90a6-5d9b8055469a, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:36:41.128784 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.192110 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] For port b9d1f06f-dcda-4a00-90a6-5d9b8055469a, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:36:41.195284 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] For port b9d1f06f-dcda-4a00-90a6-5d9b8055469a, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b9d1f06f-dcda-4a00-90a6-5d9b8055469a,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:36:41.261844 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.266216 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93016f0-7b91-460b-a262-a9b15bbcc682 req-5903746c-e42f-4719-b76e-309dcd0183b8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:41.267707 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b93016f0-7b91-460b-a262-a9b15bbcc682 req-5903746c-e42f-4719-b76e-309dcd0183b8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.1154110 Mar 08 17:36:41.322907 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (6a7a4cbe-d74e-4244-b849-38c621eaa986), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.333192 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:36:41.333861 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:36:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:41.343835 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b93016f0-7b91-460b-a262-a9b15bbcc682 req-cf32dad6-c901-4ba5-bd63-72784ca79ea1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696266 Mar 08 17:36:41.359075 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-d7021ace-a66f-4d3c-b178-8ea40bf542b4 None None] Provisioning complete for port b9d1f06f-dcda-4a00-90a6-5d9b8055469a triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:41.359462 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7021ace-a66f-4d3c-b178-8ea40bf542b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.375816 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067feb4c-1cdd-4ef7-afdd-24fa5337c077 None None] Pushing event updated for resources: {'Port': ['ID=b9d1f06f-dcda-4a00-90a6-5d9b8055469a,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:41.398797 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (6a7a4cbe-d74e-4244-b849-38c621eaa986), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.461368 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d7021ace-a66f-4d3c-b178-8ea40bf542b4 None None] Current status of the port b9d1f06f-dcda-4a00-90a6-5d9b8055469a is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:41.461932 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7021ace-a66f-4d3c-b178-8ea40bf542b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.475749 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:36:41.478225 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=6a7a4cbe-d74e-4244-b849-38c621eaa986,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:41.486787 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (6d2af72e-d662-4108-84d7-6f43d05b3975), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.518504 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-d7021ace-a66f-4d3c-b178-8ea40bf542b4 None None] For port b9d1f06f-dcda-4a00-90a6-5d9b8055469a, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b9d1f06f-dcda-4a00-90a6-5d9b8055469a,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:41.568623 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.579198 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-81d90a00-f7d7-4bf7-b66b-74713bb40d13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2914000 Mar 08 17:36:41.604414 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7021ace-a66f-4d3c-b178-8ea40bf542b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.665157 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7021ace-a66f-4d3c-b178-8ea40bf542b4 None None] Pushing event updated for resources: {'Port': ['ID=b9d1f06f-dcda-4a00-90a6-5d9b8055469a,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:41.690144 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:36:41.716338 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bc0a7-dcaa-4416-ae3f-f1d87c0f3853 None None] The sync data for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi is: [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:36:41.722703 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-b417f98c-e1b8-48ce-8ae3-fa4ac465d2b2 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--567309845&fields=id&tenant_id=2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 267 time: 0.0440598 Mar 08 17:36:41.723778 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-a5b79df3-af9a-4a05-ad28-86f501dafdf8 None None] Provisioning complete for port b9d1f06f-dcda-4a00-90a6-5d9b8055469a triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:41.724161 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a5b79df3-af9a-4a05-ad28-86f501dafdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:41.811236 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a5b79df3-af9a-4a05-ad28-86f501dafdf8 None None] Current status of the port b9d1f06f-dcda-4a00-90a6-5d9b8055469a is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:41.841767 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-b44c7f93-3ee5-4de2-b1e0-f6cebc975ad1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:41.843295 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-b44c7f93-3ee5-4de2-b1e0-f6cebc975ad1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 814 time: 0.1112547 Mar 08 17:36:41.860435 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-061b482f-064e-44ba-83f4-5d7af4d642e7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/quotas/2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 375 time: 0.0116589 Mar 08 17:36:41.918445 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-fb81a20a-0f12-4e48-bd0b-5fc4f279806a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507574 Mar 08 17:36:42.026340 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-421e86ef-eeb3-4b2e-915b-6adaa35b0c86 service neutron] 10.222.0.66 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965562 Mar 08 17:36:42.116478 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-865e20f4-3c2e-4739-b02a-59366dba4112 service neutron] 10.222.0.66 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878131 Mar 08 17:36:42.365024 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f1fb908f-c9d0-40db-9979-8be8e6eb0b8f req-53d26371-2ed3-4236-b978-c119a4073e1f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 210 time: 0.0280032 Mar 08 17:36:42.468028 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device e9218f0c-e82c-46f5-889a-59bc46b6ab81 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:36:42.489893 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad2b00-97c6-4258-97e7-5916d8dac6ce req-2f4811cd-0f8b-4cad-a45d-bf7c49df3991 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:42.491396 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2fad2b00-97c6-4258-97e7-5916d8dac6ce req-2f4811cd-0f8b-4cad-a45d-bf7c49df3991 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0662060 Mar 08 17:36:42.519778 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port e9218f0c-e82c-46f5-889a-59bc46b6ab81 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:42.520389 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:42.539231 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2fad2b00-97c6-4258-97e7-5916d8dac6ce req-77edc0a6-a2e3-4540-84c3-0462bd105d79 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Mar 08 17:36:42.600555 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port e9218f0c-e82c-46f5-889a-59bc46b6ab81 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:42.601636 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b9d1f06f-dcda-4a00-90a6-5d9b8055469a up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:36:42.649671 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port b9d1f06f-dcda-4a00-90a6-5d9b8055469a triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:42.650610 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:42.727032 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port b9d1f06f-dcda-4a00-90a6-5d9b8055469a is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:43.462571 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-be8c8c64-6917-4844-8e98-e12ebf6e2d6f req-4f40ba5a-288a-4346-aabf-9a43115c3c55 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 210 time: 0.0410752 Mar 08 17:36:43.680379 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf36800-0011-41ff-8632-1a6857115088 req-fc974cbf-70fe-4ea5-a495-8b6b0499e34c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:43.683208 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aaf36800-0011-41ff-8632-1a6857115088 req-fc974cbf-70fe-4ea5-a495-8b6b0499e34c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0674241 Mar 08 17:36:43.764956 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aaf36800-0011-41ff-8632-1a6857115088 req-2b540fec-aca8-4b4c-8b49-80806d9e8be3 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686212 Mar 08 17:36:44.553253 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d76e7cc4-31ab-4aff-b621-152ed59fc6d5 req-5f05eac5-f7c3-4331-bb18-a79ef3b6437f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 210 time: 0.0302227 Mar 08 17:36:44.905497 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300282e-5e1c-4436-ac4e-6738fdbca3ad req-09d12628-c3c1-4432-87fc-68e4e122bad7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:44.908796 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f300282e-5e1c-4436-ac4e-6738fdbca3ad req-09d12628-c3c1-4432-87fc-68e4e122bad7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0613947 Mar 08 17:36:44.974002 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f300282e-5e1c-4436-ac4e-6738fdbca3ad req-a78f64a6-abb2-46f9-946e-a3aa3e823b41 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611901 Mar 08 17:36:45.639606 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e7efe820-e9f1-4cc2-9cd0-baae7fc1fc30 req-dadb181c-76d2-403e-8a8c-ea75cceaaff5 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 210 time: 0.0284333 Mar 08 17:36:46.098541 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b29e25-51af-4128-9e6e-f1ba7e77791d req-db5753ea-07be-44cb-b1a3-286034bd37bc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:46.100227 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-22b29e25-51af-4128-9e6e-f1ba7e77791d req-db5753ea-07be-44cb-b1a3-286034bd37bc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0525761 Mar 08 17:36:46.155856 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-22b29e25-51af-4128-9e6e-f1ba7e77791d req-fef14cd0-3a36-47b1-849d-96f8acd32a2a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475895 Mar 08 17:36:46.742702 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1357167-cf04-4c08-a961-411dcf248b2c req-d0755645-37e4-45de-9a86-bdd2b1d038c4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 210 time: 0.0352156 Mar 08 17:36:47.289993 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b37a7-7983-4060-b5f1-04b69af198b5 req-286464fa-e103-4df9-8b89-145c24f6324b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:47.292899 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-312b37a7-7983-4060-b5f1-04b69af198b5 req-286464fa-e103-4df9-8b89-145c24f6324b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0621233 Mar 08 17:36:47.357789 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-312b37a7-7983-4060-b5f1-04b69af198b5 req-6435ba73-990b-498e-bf65-4f4c48b636bd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585198 Mar 08 17:36:47.844131 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2321a880-48d0-448e-a02c-bbdc5be63e41 req-d1763ec2-cec0-4e01-ad7d-0b2fdfd9cdcf tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 210 time: 0.0327551 Mar 08 17:36:48.508070 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ab3d7-a8a0-46c4-b6a0-a1d89aa5f391 req-3081d078-5bb9-4cd0-8c53-0a8eba7ee6b0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:48.513320 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2d4ab3d7-a8a0-46c4-b6a0-a1d89aa5f391 req-3081d078-5bb9-4cd0-8c53-0a8eba7ee6b0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0725889 Mar 08 17:36:48.579192 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2d4ab3d7-a8a0-46c4-b6a0-a1d89aa5f391 req-23c7647e-591f-4d7f-b004-d537fb5152dc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581133 Mar 08 17:36:48.951103 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-982b8fdb-f7bd-4f14-a81d-529ce5d30c73 req-ba069bfc-3bcc-4ab6-b1bd-267729e7f986 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 210 time: 0.0281935 Mar 08 17:36:49.098347 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e9f641a-42d9-4635-95d5-ad833e888c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:49.731663 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb30bb5-4abb-4826-983a-8ecdf5a4f908 req-e92e52fc-c552-4989-99c4-690653529668 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:49.733131 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bdb30bb5-4abb-4826-983a-8ecdf5a4f908 req-e92e52fc-c552-4989-99c4-690653529668 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0514934 Mar 08 17:36:49.792136 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bdb30bb5-4abb-4826-983a-8ecdf5a4f908 req-4069f60c-888f-4b70-8841-2eb1826d0cb5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535321 Mar 08 17:36:50.065470 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3978744c-23d5-4861-b59b-b8c38e6ab094 req-124f0ffa-d8ec-42ec-85e9-5595cb3dddcc tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 210 time: 0.0382526 Mar 08 17:36:50.326900 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:50.923157 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc4155-b973-4908-8c38-8aba59ec3a20 req-f7d620c1-3c7c-4a35-ac3f-21617db2b3a7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:50.924793 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7abc4155-b973-4908-8c38-8aba59ec3a20 req-f7d620c1-3c7c-4a35-ac3f-21617db2b3a7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0590365 Mar 08 17:36:50.980106 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7abc4155-b973-4908-8c38-8aba59ec3a20 req-ce33d3cb-3178-48a9-8efb-ba80978dc09d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493932 Mar 08 17:36:51.107465 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-6cf6e84f-044f-4a43-a62b-bf25771a164c tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:51.109607 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-6cf6e84f-044f-4a43-a62b-bf25771a164c tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 814 time: 0.1157117 Mar 08 17:36:51.184809 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5648c566-5536-4b50-bc1d-37905a3d1664 req-947f2d59-7a3d-4281-bb0c-5e75f66fc6af tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 210 time: 0.0262625 Mar 08 17:36:51.242769 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3dc138a8-467d-4daf-9bb7-8603f17e955b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 379 time: 0.0569217 Mar 08 17:36:51.260742 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'port': {'device_id': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'admin_state_up': True, 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'security_groups': ['93a9bd5c-7273-49e1-90fb-107f3dc9fdc9']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:51.363645 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-060610fc-97e3-4e95-84fe-f7a938fde098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.477487 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Made reservation on behalf of 2ca264a980814b29a89a22c1f380b152 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:36:51.481575 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.613032 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Allocated IP 172.20.0.10 (083a3b6b-4efb-4149-8e17-9fd0d91c8ac8/bd53e22c-10cd-4953-9708-3b5f40ae7dfa/55e8338c-764a-49e6-9f57-26cc629d4918) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:36:51.765687 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (55e8338c-764a-49e6-9f57-26cc629d4918), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.873086 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:51.918463 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:36:51.921593 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:36:51.925214 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:36:51.931839 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=55e8338c-764a-49e6-9f57-26cc629d4918,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:51.986748 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:51.987410 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.121336 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-3a664c45-5cb1-4691-9bda-3ae5b13fb2b9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8699222 Mar 08 17:36:52.136207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Request body: {'port': {'device_id': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:36:52.138871 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c22d23-192b-43eb-a0c2-c5cdbbf66ebc req-86f748d8-c201-4ebc-8c67-49964dec0cd0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:52.140525 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51c22d23-192b-43eb-a0c2-c5cdbbf66ebc req-86f748d8-c201-4ebc-8c67-49964dec0cd0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0748494 Mar 08 17:36:52.205664 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51c22d23-192b-43eb-a0c2-c5cdbbf66ebc req-24d56afb-7dce-44b2-b8eb-3ab63b60b679 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559065 Mar 08 17:36:52.219585 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-40179936-0c90-4693-93a6-ca9e0f733db2 None None] Provisioning complete for port 55e8338c-764a-49e6-9f57-26cc629d4918 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:36:52.220279 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40179936-0c90-4693-93a6-ca9e0f733db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.265173 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.289926 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-40179936-0c90-4693-93a6-ca9e0f733db2 None None] Port 55e8338c-764a-49e6-9f57-26cc629d4918 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:36:52.438515 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26e728-6309-4392-8aa3-cb2b8b08c1fb req-582405e0-1310-4593-853f-4ff19e2b0ffe tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:52.439915 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5f26e728-6309-4392-8aa3-cb2b8b08c1fb req-582405e0-1310-4593-853f-4ff19e2b0ffe tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 932 time: 0.1138804 Mar 08 17:36:52.541685 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5f26e728-6309-4392-8aa3-cb2b8b08c1fb req-ee41afb2-222a-4b8b-863d-42ae8270d732 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940225 Mar 08 17:36:52.644974 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e8338c-764a-49e6-9f57-26cc629d4918 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:36:52.656842 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Publish callbacks [] for port (55e8338c-764a-49e6-9f57-26cc629d4918), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.669374 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Transition to ACTIVE for port object 55e8338c-764a-49e6-9f57-26cc629d4918 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:36:52.675062 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.740764 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.798871 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Pushing event updated for resources: {'Port': ['ID=55e8338c-764a-49e6-9f57-26cc629d4918,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:52.885293 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Attempting to bind port 55e8338c-764a-49e6-9f57-26cc629d4918 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:36:52.885629 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Attempting to bind port 55e8338c-764a-49e6-9f57-26cc629d4918 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:36:52.885996 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Attempting to bind port 55e8338c-764a-49e6-9f57-26cc629d4918 on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:36:52.890813 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Port 55e8338c-764a-49e6-9f57-26cc629d4918 on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:36:52.891443 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Attempting to bind port 55e8338c-764a-49e6-9f57-26cc629d4918 on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:36:52.901575 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:36:52.902939 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Checking segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:36:52.902939 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Bound using segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:36:52.905405 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Bound port: 55e8338c-764a-49e6-9f57-26cc629d4918, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:36:52.905898 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:52.980972 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] For port 55e8338c-764a-49e6-9f57-26cc629d4918, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:36:52.984734 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] For port 55e8338c-764a-49e6-9f57-26cc629d4918, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=55e8338c-764a-49e6-9f57-26cc629d4918,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:36:53.067034 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:53.109351 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:53.110083 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:53.111397 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] 10.222.0.64 "PUT /v2.0/ports/55e8338c-764a-49e6-9f57-26cc629d4918 HTTP/1.1" status: 200 len: 1094 time: 0.9822540 Mar 08 17:36:53.111846 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'tag': '55e8338c-764a-49e6-9f57-26cc629d4918'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:36:53.124130 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d771216a-556a-4bcc-9d9a-0ead6916401b" -d '{"events": [{"name": "network-changed", "server_uuid": "1693e6de-3c27-4dc6-9cfa-8eb596466272", "tag": "55e8338c-764a-49e6-9f57-26cc629d4918"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:36:53.159201 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8d411-9aac-4467-b785-49b4441d1242 service neutron] Pushing event updated for resources: {'Port': ['ID=55e8338c-764a-49e6-9f57-26cc629d4918,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:53.177286 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c65bf4-4da9-49e2-9fa9-74f8eedda1dd x-openstack-request-id: req-44c65bf4-4da9-49e2-9fa9-74f8eedda1dd {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:36:53.177634 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1693e6de-3c27-4dc6-9cfa-8eb596466272", "tag": "55e8338c-764a-49e6-9f57-26cc629d4918", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:36:53.177918 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44c65bf4-4da9-49e2-9fa9-74f8eedda1dd {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:36:53.183376 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'tag': '55e8338c-764a-49e6-9f57-26cc629d4918', 'status': 'completed', 'code': 200} Mar 08 17:36:53.316477 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771216a-556a-4bcc-9d9a-0ead6916401b req-a7804c3f-b7e3-40d8-94c0-51072413812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:53.318359 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d771216a-556a-4bcc-9d9a-0ead6916401b req-a7804c3f-b7e3-40d8-94c0-51072413812a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 1128 time: 0.0838187 Mar 08 17:36:53.455134 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942631-d94d-4020-b0e5-7a8ff124f851 req-5844b254-b462-47a6-8058-20b7491ca51a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:53.457229 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7f942631-d94d-4020-b0e5-7a8ff124f851 req-5844b254-b462-47a6-8058-20b7491ca51a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.1378062 Mar 08 17:36:53.506626 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771216a-556a-4bcc-9d9a-0ead6916401b req-8a34d9c3-f2c6-4ae7-9f6c-279132441eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:53.508438 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d771216a-556a-4bcc-9d9a-0ead6916401b req-8a34d9c3-f2c6-4ae7-9f6c-279132441eb2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2ca264a980814b29a89a22c1f380b152&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1802123 Mar 08 17:36:53.571648 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7f942631-d94d-4020-b0e5-7a8ff124f851 req-5002bfeb-85d3-4972-af1c-6faa1b1769bc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023195 Mar 08 17:36:53.662484 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771216a-556a-4bcc-9d9a-0ead6916401b req-6ea3438c-8137-4fd4-8724-4a6a63584223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:53.664148 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d771216a-556a-4bcc-9d9a-0ead6916401b req-6ea3438c-8137-4fd4-8724-4a6a63584223 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442828 Mar 08 17:36:53.684047 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fa778-0dbb-4ea8-9722-18aa34883dd3 req-0169cecf-7165-43be-beae-790ca91f5331 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:53.685543 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d81fa778-0dbb-4ea8-9722-18aa34883dd3 req-0169cecf-7165-43be-beae-790ca91f5331 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 944 time: 0.0558627 Mar 08 17:36:53.735763 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d81fa778-0dbb-4ea8-9722-18aa34883dd3 req-d0e66f7e-b047-468e-82be-d843529c1e02 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440540 Mar 08 17:36:53.791786 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-73d1a9c8-9c8b-4841-8b0b-13aeecf744a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:53.791786 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-73d1a9c8-9c8b-4841-8b0b-13aeecf744a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 1128 time: 0.0507421 Mar 08 17:36:53.814002 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-16bb7286-44e7-4aec-ae8b-13aee75f0ae3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55e8338c-764a-49e6-9f57-26cc629d4918 HTTP/1.1" status: 200 len: 217 time: 0.0403059 Mar 08 17:36:53.871473 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-b542c5ff-a86e-4964-9e21-2c3fff7d28af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:53.873206 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-b542c5ff-a86e-4964-9e21-2c3fff7d28af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.0489736 Mar 08 17:36:53.928646 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-b6beeff9-7df2-41a1-82ac-da3fbd2ca826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:53.930242 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-b6beeff9-7df2-41a1-82ac-da3fbd2ca826 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438063 Mar 08 17:36:54.026192 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-1e43b762-bc57-4ee7-a5ff-02588c3a8e48 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859234 Mar 08 17:36:54.115686 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-91893a95-a822-4ce8-8341-b45c0e142a99 req-f65acb9a-4331-497a-889b-9bd3344d3791 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833251 Mar 08 17:36:54.590983 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:54.716447 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93dc3e-29a3-4142-b3e2-5efb8281a576 req-f2283d5c-97b3-4900-b4c9-ae26a0ca0b5e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:54.718107 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4c93dc3e-29a3-4142-b3e2-5efb8281a576 req-f2283d5c-97b3-4900-b4c9-ae26a0ca0b5e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0570710 Mar 08 17:36:54.901920 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dcaf7-64bb-46d7-a029-004b2b4449f0 req-16551f29-445e-4d7f-a955-1702f14783f5 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:54.903336 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b22dcaf7-64bb-46d7-a029-004b2b4449f0 req-16551f29-445e-4d7f-a955-1702f14783f5 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 944 time: 0.0730925 Mar 08 17:36:54.971765 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b22dcaf7-64bb-46d7-a029-004b2b4449f0 req-95c5ed87-3bd3-45c2-8854-0e1101841a29 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604515 Mar 08 17:36:55.051103 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4c93dc3e-29a3-4142-b3e2-5efb8281a576 req-91c2a491-a4fd-4c76-943c-6d4e762b7752 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252878 Mar 08 17:36:55.300781 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:56.105151 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c957d-345e-4f92-871b-df144a343956 req-478460fd-d865-40a7-86e5-79556cd4111c tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:56.107074 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c80c957d-345e-4f92-871b-df144a343956 req-478460fd-d865-40a7-86e5-79556cd4111c tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 944 time: 0.0576742 Mar 08 17:36:56.156293 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c80c957d-345e-4f92-871b-df144a343956 req-b6366eaa-9596-4672-affa-ceec57c264e1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 Mar 08 17:36:56.177507 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82899b-e4ef-4bac-9f8f-f89bb8e3c298 req-4ac7539d-6a3d-441e-9d3f-e5823b50dfc0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:56.179003 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7a82899b-e4ef-4bac-9f8f-f89bb8e3c298 req-4ac7539d-6a3d-441e-9d3f-e5823b50dfc0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0531595 Mar 08 17:36:56.225662 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7a82899b-e4ef-4bac-9f8f-f89bb8e3c298 req-4759f121-d71c-4e89-aab8-e9f066d17663 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 Mar 08 17:36:57.277873 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3017a-aa2a-4a66-9a68-c7f8192bd1ec req-deec1a78-8ce2-4b29-a710-a93c8155b3fc tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:57.280253 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-76c3017a-aa2a-4a66-9a68-c7f8192bd1ec req-deec1a78-8ce2-4b29-a710-a93c8155b3fc tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 944 time: 0.0570619 Mar 08 17:36:57.331492 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-76c3017a-aa2a-4a66-9a68-c7f8192bd1ec req-57d21401-a980-4b8e-a7a0-3f9afec15edf tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454726 Mar 08 17:36:57.383185 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ec071-b6af-43d4-b230-748e7a5b223a req-3a46b912-1406-455e-a721-1735b3783e54 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:57.385363 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a32ec071-b6af-43d4-b230-748e7a5b223a req-3a46b912-1406-455e-a721-1735b3783e54 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0818489 Mar 08 17:36:57.404428 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 55e8338c-764a-49e6-9f57-26cc629d4918 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:36:57.425456 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787db41-d7e5-41ae-8ca4-24b446e2037a req-70d7106d-afbc-44f8-9e0b-1f33ed5cd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:57.426972 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a787db41-d7e5-41ae-8ca4-24b446e2037a req-70d7106d-afbc-44f8-9e0b-1f33ed5cd9f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 1129 time: 0.0816159 Mar 08 17:36:57.459494 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a32ec071-b6af-43d4-b230-748e7a5b223a req-9f81a47d-1494-4417-8c91-21bd67be5284 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678902 Mar 08 17:36:57.505919 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 55e8338c-764a-49e6-9f57-26cc629d4918, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=55e8338c-764a-49e6-9f57-26cc629d4918,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:57.517570 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '55e8338c-764a-49e6-9f57-26cc629d4918', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'port_id': '55e8338c-764a-49e6-9f57-26cc629d4918', 'mac_address': 'fa:16:3e:91:52:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:36:57.527453 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787db41-d7e5-41ae-8ca4-24b446e2037a req-4f528e93-c9bb-443b-b22f-0e086250524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:57.528945 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a787db41-d7e5-41ae-8ca4-24b446e2037a req-4f528e93-c9bb-443b-b22f-0e086250524f service neutron] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 918 time: 0.0922418 Mar 08 17:36:57.555494 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 55e8338c-764a-49e6-9f57-26cc629d4918 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:57.555977 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.569076 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e8338c-764a-49e6-9f57-26cc629d4918 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:36:57.589607 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 55e8338c-764a-49e6-9f57-26cc629d4918, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=55e8338c-764a-49e6-9f57-26cc629d4918,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:57.603019 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a787db41-d7e5-41ae-8ca4-24b446e2037a req-d9a3ab4d-6bbe-468a-87e0-81e834c013e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487 HTTP/1.1" status: 200 len: 1001 time: 0.0656543 Mar 08 17:36:57.661480 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787db41-d7e5-41ae-8ca4-24b446e2037a req-ef34d144-e537-4000-a4a4-7f9d39d09118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:57.662949 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a787db41-d7e5-41ae-8ca4-24b446e2037a req-ef34d144-e537-4000-a4a4-7f9d39d09118 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.0426214 Mar 08 17:36:57.672441 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:57.715202 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787db41-d7e5-41ae-8ca4-24b446e2037a req-62ecf2ac-b9dc-4762-adfb-f94229e3f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:57.716724 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a787db41-d7e5-41ae-8ca4-24b446e2037a req-62ecf2ac-b9dc-4762-adfb-f94229e3f5dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456395 Mar 08 17:36:57.722389 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=55e8338c-764a-49e6-9f57-26cc629d4918,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:57.730074 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.730449 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.730819 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.731158 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.731493 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.731849 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.732178 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.732504 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.732829 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.733166 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.733492 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.733847 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.734187 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:36:57.820748 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a787db41-d7e5-41ae-8ca4-24b446e2037a req-7afcfd3a-90e6-4d88-b7cc-8ad3860cfc66 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859344 Mar 08 17:36:57.915538 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a787db41-d7e5-41ae-8ca4-24b446e2037a req-5a4d5864-3f32-4431-a728-261ce2234453 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830016 Mar 08 17:36:58.218811 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['55e8338c-764a-49e6-9f57-26cc629d4918'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:36:58.449291 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cdc5a-e364-4867-9946-df3b35166e74 req-78cd6922-64e8-44de-ab07-c5478913ccb1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:58.450788 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-906cdc5a-e364-4867-9946-df3b35166e74 req-78cd6922-64e8-44de-ab07-c5478913ccb1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 945 time: 0.0534527 Mar 08 17:36:58.498288 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-906cdc5a-e364-4867-9946-df3b35166e74 req-bdac6246-72a5-4f68-9110-ebbaa39f6cfc tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420365 Mar 08 17:36:58.583433 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afec617-457a-416c-9948-9ecdea9ce243 req-0ba91953-7eed-4b11-b48c-0f567e3e4073 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:58.584878 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7afec617-457a-416c-9948-9ecdea9ce243 req-0ba91953-7eed-4b11-b48c-0f567e3e4073 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0500836 Mar 08 17:36:58.629419 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7afec617-457a-416c-9948-9ecdea9ce243 req-92c5e9cb-8a67-431b-b3fe-98bed8dff526 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383918 Mar 08 17:36:58.961426 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:36:59.416660 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device efbff050-2d83-40e2-a83f-3bd67cf2e487 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:36:59.493635 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port efbff050-2d83-40e2-a83f-3bd67cf2e487 is: ACTIVE; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:36:59.494014 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.620649 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b65d-3c4c-40eb-8985-82b57d8a7938 req-466a1592-ba58-4063-af0f-5f944217d29e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:59.622206 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea73b65d-3c4c-40eb-8985-82b57d8a7938 req-466a1592-ba58-4063-af0f-5f944217d29e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 945 time: 0.0547390 Mar 08 17:36:59.647213 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:36:59.649476 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e5bc6a-09f7-4edd-ab9d-58e29de6d26c" -d '{"events": [{"server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "name": "network-vif-unplugged", "status": "completed", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:36:59.662555 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:36:59.681549 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea73b65d-3c4c-40eb-8985-82b57d8a7938 req-b5049acd-a9bc-4c50-844f-50da30856df1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531330 Mar 08 17:36:59.694767 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 17:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ceaf46-60ab-420d-b576-09a7d69021a8 x-openstack-request-id: req-c0ceaf46-60ab-420d-b576-09a7d69021a8 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:36:59.695164 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "name": "network-vif-unplugged", "status": "completed", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:36:59.695482 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0ceaf46-60ab-420d-b576-09a7d69021a8 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:36:59.695938 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'code': 200} Mar 08 17:36:59.769027 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:36:59.788283 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4556-1875-4e5f-97d3-fb63e5645cae req-b1debe82-6730-49e0-b9f3-e8f094b32c63 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:36:59.789655 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-82ab4556-1875-4e5f-97d3-fb63e5645cae req-b1debe82-6730-49e0-b9f3-e8f094b32c63 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 945 time: 0.0528963 Mar 08 17:36:59.833451 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=efbff050-2d83-40e2-a83f-3bd67cf2e487,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:36:59.851585 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-82ab4556-1875-4e5f-97d3-fb63e5645cae req-f2bb7d5a-a42c-4661-9338-3365923c81cd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490103 Mar 08 17:37:00.800296 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a7f3d-defb-4d95-9adb-c1687d997810 req-34249631-4d9c-442d-8e56-f57412d78380 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:00.801848 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-909a7f3d-defb-4d95-9adb-c1687d997810 req-34249631-4d9c-442d-8e56-f57412d78380 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 945 time: 0.0518539 Mar 08 17:37:00.848853 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-909a7f3d-defb-4d95-9adb-c1687d997810 req-c9d38b1c-cfbc-4dd9-a189-769f40c86e0e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412467 Mar 08 17:37:00.964409 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177f8ab-e738-4c8c-8f40-843142baf1c1 req-4b9aae90-9657-4711-804a-0274e0d39683 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:00.965805 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2177f8ab-e738-4c8c-8f40-843142baf1c1 req-4b9aae90-9657-4711-804a-0274e0d39683 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0506110 Mar 08 17:37:01.011102 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2177f8ab-e738-4c8c-8f40-843142baf1c1 req-f24237b7-fc02-4940-ac75-74482a06df29 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398657 Mar 08 17:37:01.967817 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bc7ab-bfd0-45b8-a73e-66989e99a16b req-148ce812-56c9-4654-bbcd-66a7a956554a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:01.969310 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-087bc7ab-bfd0-45b8-a73e-66989e99a16b req-148ce812-56c9-4654-bbcd-66a7a956554a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 945 time: 0.0563493 Mar 08 17:37:02.015401 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-087bc7ab-bfd0-45b8-a73e-66989e99a16b req-0c0e8452-72d7-4d4b-b96d-a0762c0afa6e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405309 Mar 08 17:37:02.243917 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 55e8338c-764a-49e6-9f57-26cc629d4918 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:02.256731 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-e391f855-579b-4ec0-aba6-d9271a6ad587 req-73797b98-95ea-4a3b-9620-fa77b6f957a8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:37:02.257722 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e391f855-579b-4ec0-aba6-d9271a6ad587 req-73797b98-95ea-4a3b-9620-fa77b6f957a8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055733 Mar 08 17:37:02.360460 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port 55e8338c-764a-49e6-9f57-26cc629d4918 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:37:02.364414 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 55e8338c-764a-49e6-9f57-26cc629d4918 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:02.368697 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:02.446555 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 55e8338c-764a-49e6-9f57-26cc629d4918 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:02.446964 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:02.469582 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e8338c-764a-49e6-9f57-26cc629d4918'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:02.471801 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd128376-5be3-49e8-befe-8381d28216e9" -d '{"events": [{"server_uuid": "1693e6de-3c27-4dc6-9cfa-8eb596466272", "name": "network-vif-plugged", "status": "completed", "tag": "55e8338c-764a-49e6-9f57-26cc629d4918"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:02.483716 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 55e8338c-764a-49e6-9f57-26cc629d4918, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=55e8338c-764a-49e6-9f57-26cc629d4918,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:02.513033 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3011c556-b31b-4d41-bf54-42ab15b2a9ca x-openstack-request-id: req-3011c556-b31b-4d41-bf54-42ab15b2a9ca {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:02.513033 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1693e6de-3c27-4dc6-9cfa-8eb596466272", "name": "network-vif-plugged", "status": "completed", "tag": "55e8338c-764a-49e6-9f57-26cc629d4918", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:02.513033 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3011c556-b31b-4d41-bf54-42ab15b2a9ca {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:02.513033 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e8338c-764a-49e6-9f57-26cc629d4918', 'code': 200} Mar 08 17:37:02.572897 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:02.601986 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c47b2f-a838-4e0f-88be-1bc3afe81676 req-f46c8681-2dd2-4a31-89e9-acb772658df4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:02.603533 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00c47b2f-a838-4e0f-88be-1bc3afe81676 req-f46c8681-2dd2-4a31-89e9-acb772658df4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0519745 Mar 08 17:37:02.621636 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=55e8338c-764a-49e6-9f57-26cc629d4918,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:02.653928 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00c47b2f-a838-4e0f-88be-1bc3afe81676 req-8bc864bf-a07b-498b-b070-4dbb4bec11ba tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437820 Mar 08 17:37:03.094100 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53198) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:03.153037 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd7737-79e6-40bd-9ed9-641e7c6b06fa req-8e207009-d74e-4b24-aaf7-812950bb3a92 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:03.153037 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-88bd7737-79e6-40bd-9ed9-641e7c6b06fa req-8e207009-d74e-4b24-aaf7-812950bb3a92 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 946 time: 0.0568175 Mar 08 17:37:03.191362 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-ffe6d130-2930-4d79-9878-6c6ca72aa985 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960340 Mar 08 17:37:03.196290 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-88bd7737-79e6-40bd-9ed9-641e7c6b06fa req-277bad76-a88c-4e77-a98f-04b9bc1716a2 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412755 Mar 08 17:37:03.201216 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-67b01714-7a7e-4bcb-8ca3-8134499b1029 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:37:03.202233 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-67b01714-7a7e-4bcb-8ca3-8134499b1029 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061786 Mar 08 17:37:03.279573 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53206) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:03.375043 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-fa896698-8e0b-45ed-aa45-27bff1112e10 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:03.376391 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-fa896698-8e0b-45ed-aa45-27bff1112e10 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports/efbff050-2d83-40e2-a83f-3bd67cf2e487 HTTP/1.1" status: 200 len: 940 time: 0.0957856 Mar 08 17:37:03.776484 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8193856-66b4-4469-8ff8-1c791eb1cfa1 req-04cffd33-c671-4f94-989d-b4322b9fea97 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:03.778155 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f8193856-66b4-4469-8ff8-1c791eb1cfa1 req-04cffd33-c671-4f94-989d-b4322b9fea97 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0528519 Mar 08 17:37:03.826600 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f8193856-66b4-4469-8ff8-1c791eb1cfa1 req-14e5a901-b63e-4858-bf23-93eb1529dbd5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428157 Mar 08 17:37:04.313266 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aa9a7-a3f4-498d-9d99-96f6e2bf60f5 req-dc6822fe-4aa2-4281-8315-ed2f9c168093 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:04.314800 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-580aa9a7-a3f4-498d-9d99-96f6e2bf60f5 req-dc6822fe-4aa2-4281-8315-ed2f9c168093 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 946 time: 0.0519927 Mar 08 17:37:04.361628 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-580aa9a7-a3f4-498d-9d99-96f6e2bf60f5 req-37bf1f5e-d93a-412b-8575-1391d775e83c tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413768 Mar 08 17:37:04.829642 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98e3db-b8cf-40cf-a902-4f1e1c10cdad req-3f1f8463-437c-4ed4-a997-bead2a6055f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:04.831187 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0a98e3db-b8cf-40cf-a902-4f1e1c10cdad req-3f1f8463-437c-4ed4-a997-bead2a6055f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 1130 time: 0.0439262 Mar 08 17:37:04.883528 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0a98e3db-b8cf-40cf-a902-4f1e1c10cdad req-f4787e45-489d-44e1-afbb-189a73b39b94 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414567 Mar 08 17:37:04.947642 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72332aad-21f9-4404-8c3c-585e73e0e8f5 req-8936339d-954e-4713-8446-8ae5bd67c766 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:04.949770 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72332aad-21f9-4404-8c3c-585e73e0e8f5 req-8936339d-954e-4713-8446-8ae5bd67c766 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0532317 Mar 08 17:37:05.002168 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72332aad-21f9-4404-8c3c-585e73e0e8f5 req-6ecc07ef-b036-4b13-8fab-6d0668b24478 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466967 Mar 08 17:37:05.433618 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device efbff050-2d83-40e2-a83f-3bd67cf2e487 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:37:05.482198 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c764c6f-fb50-4663-96da-fd5c455adc59 req-4198f761-bf67-4106-b782-cca1ed2e27d9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:05.483677 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4c764c6f-fb50-4663-96da-fd5c455adc59 req-4198f761-bf67-4106-b782-cca1ed2e27d9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 946 time: 0.0545702 Mar 08 17:37:05.513351 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port efbff050-2d83-40e2-a83f-3bd67cf2e487 is: DOWN; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:05.531460 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4c764c6f-fb50-4663-96da-fd5c455adc59 req-94d208db-5f62-4dbe-b36b-8fc4d32975c9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418515 Mar 08 17:37:06.123347 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78685fd7-bef9-4a6b-ad72-61075ba4060c req-961f6498-dae0-4d9d-8198-c53e49cc5e27 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:06.124827 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-78685fd7-bef9-4a6b-ad72-61075ba4060c req-961f6498-dae0-4d9d-8198-c53e49cc5e27 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0522838 Mar 08 17:37:06.175916 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-78685fd7-bef9-4a6b-ad72-61075ba4060c req-bdef7398-4c9a-485f-8ebb-9cd347bf8d72 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453329 Mar 08 17:37:06.650728 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc54f97-3848-42e2-9daa-a5899af71093 req-528634c3-1693-42eb-9639-89579fb5ad85 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:06.652237 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2fc54f97-3848-42e2-9daa-a5899af71093 req-528634c3-1693-42eb-9639-89579fb5ad85 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 946 time: 0.0524373 Mar 08 17:37:06.700655 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2fc54f97-3848-42e2-9daa-a5899af71093 req-3611cc79-f0f0-45e8-84ba-1e653d4dc4f4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428746 Mar 08 17:37:07.312289 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2175-af70-4614-8e4e-6e6791d8f5c7 req-c6d73844-7ca6-47f3-9e50-6836c26994ac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:07.313820 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fcaa2175-af70-4614-8e4e-6e6791d8f5c7 req-c6d73844-7ca6-47f3-9e50-6836c26994ac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0539367 Mar 08 17:37:07.361592 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fcaa2175-af70-4614-8e4e-6e6791d8f5c7 req-dfb6b8f8-41ea-4d2f-983c-2eb054b7912a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421677 Mar 08 17:37:07.824150 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df6a3f-23d6-4d36-98d8-1fe319ec797c req-ff20e935-e519-494f-b558-e3f74f12f0c1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:07.825898 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-92df6a3f-23d6-4d36-98d8-1fe319ec797c req-ff20e935-e519-494f-b558-e3f74f12f0c1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 946 time: 0.0557165 Mar 08 17:37:07.873422 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-92df6a3f-23d6-4d36-98d8-1fe319ec797c req-7c8ee137-c9bc-4631-ba13-b0d989de5402 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420451 Mar 08 17:37:07.989471 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60eded0-efad-4238-927a-f0ec89d701ff req-8c68bb63-57f2-4530-864f-1e223a637717 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:07.990892 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d60eded0-efad-4238-927a-f0ec89d701ff req-8c68bb63-57f2-4530-864f-1e223a637717 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 946 time: 0.0544794 Mar 08 17:37:08.000291 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53248) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:08.004651 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-c6536f16-e43d-4e35-8547-c14208c7d332 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'floatingip': {'port_id': '55e8338c-764a-49e6-9f57-26cc629d4918'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:08.045267 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6536f16-e43d-4e35-8547-c14208c7d332 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (6d2af72e-d662-4108-84d7-6f43d05b3975), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.114899 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-d4a66806-888c-40cb-94c9-3eea074429ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:08.116526 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-d4a66806-888c-40cb-94c9-3eea074429ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b&tenant_id=e8ec36cbf6184449a2de2296985c4910 HTTP/1.1" status: 200 len: 1127 time: 0.0759671 Mar 08 17:37:08.199488 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-b5096d51-651e-41fa-94dd-9c17946e9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:08.200975 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-b5096d51-651e-41fa-94dd-9c17946e9bc5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 1127 time: 0.0482190 Mar 08 17:37:08.292954 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-074c45fb-505c-4d05-8a06-0bccf7e80e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:08.294458 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-074c45fb-505c-4d05-8a06-0bccf7e80e59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 918 time: 0.0850728 Mar 08 17:37:08.369738 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-5e43cd48-7dfe-49eb-8075-f62edc060c67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487 HTTP/1.1" status: 200 len: 999 time: 0.0627851 Mar 08 17:37:08.420423 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-66c3d84f-9d78-4c29-8baa-3532a5c0b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:08.421951 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-66c3d84f-9d78-4c29-8baa-3532a5c0b23f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.0435960 Mar 08 17:37:08.514651 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b36a1-dc2c-4590-9ac8-669f85d8aee0 req-f7e325c0-e8a8-4328-be6d-1eacfabbb2c4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:08.516265 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-083b36a1-dc2c-4590-9ac8-669f85d8aee0 req-f7e325c0-e8a8-4328-be6d-1eacfabbb2c4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0750628 Mar 08 17:37:08.519393 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6536f16-e43d-4e35-8547-c14208c7d332 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.522866 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-da8d27b6-f3fa-471c-9643-4f6a9fb596cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:08.532994 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-da8d27b6-f3fa-471c-9643-4f6a9fb596cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918968 Mar 08 17:37:08.603505 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6536f16-e43d-4e35-8547-c14208c7d332 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (6d2af72e-d662-4108-84d7-6f43d05b3975), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:08.619875 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-083b36a1-dc2c-4590-9ac8-669f85d8aee0 req-77af5dd4-00dd-4b8f-97d1-1b93d72ff9cc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944903 Mar 08 17:37:08.644340 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-88c79650-63f0-4d86-b375-c123a432f659 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127105 Mar 08 17:37:08.719513 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-c6536f16-e43d-4e35-8547-c14208c7d332 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Floating IP 6d2af72e-d662-4108-84d7-6f43d05b3975 associated. External IP: 172.27.3.154, port: 55e8338c-764a-49e6-9f57-26cc629d4918. Mar 08 17:37:08.741462 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-7614a021-d801-4293-a815-ba4c579938c3 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871449 Mar 08 17:37:08.936265 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6536f16-e43d-4e35-8547-c14208c7d332 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:09.045130 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6536f16-e43d-4e35-8547-c14208c7d332 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:09.049720 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6536f16-e43d-4e35-8547-c14208c7d332 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:09.058595 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b77aa-d3df-4528-ac4f-940a74231b1f None None] Sync routers for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:09.077679 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b77aa-d3df-4528-ac4f-940a74231b1f None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:09.078521 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-c31b77aa-d3df-4528-ac4f-940a74231b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:36:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:09.196389 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-c31b77aa-d3df-4528-ac4f-940a74231b1f None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:09.291497 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c6536f16-e43d-4e35-8547-c14208c7d332 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "PUT /v2.0/floatingips/6d2af72e-d662-4108-84d7-6f43d05b3975 HTTP/1.1" status: 200 len: 992 time: 1.2901125 Mar 08 17:37:09.292314 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'tag': '55e8338c-764a-49e6-9f57-26cc629d4918'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:09.294977 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb24293935f3e4c1481fa83254af943874e64c693aee071e87be2884696519c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4ca99b-b885-4610-a00f-bec3bada0658" -d '{"events": [{"name": "network-changed", "server_uuid": "1693e6de-3c27-4dc6-9cfa-8eb596466272", "tag": "55e8338c-764a-49e6-9f57-26cc629d4918"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:09.343295 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19587823-0d1e-4bea-bc6f-9f852040256a x-openstack-request-id: req-19587823-0d1e-4bea-bc6f-9f852040256a {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:09.343654 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1693e6de-3c27-4dc6-9cfa-8eb596466272", "tag": "55e8338c-764a-49e6-9f57-26cc629d4918", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:09.343972 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19587823-0d1e-4bea-bc6f-9f852040256a {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:09.344604 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'tag': '55e8338c-764a-49e6-9f57-26cc629d4918', 'status': 'completed', 'code': 200} Mar 08 17:37:09.412600 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ca99b-b885-4610-a00f-bec3bada0658 req-26b6b74d-17ac-4377-af26-9f0b70d1959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:09.414577 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd4ca99b-b885-4610-a00f-bec3bada0658 req-26b6b74d-17ac-4377-af26-9f0b70d1959c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 1130 time: 0.0481708 Mar 08 17:37:09.442214 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-c31b77aa-d3df-4528-ac4f-940a74231b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d2af72e-d662-4108-84d7-6f43d05b3975', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '55e8338c-764a-49e6-9f57-26cc629d4918', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:91:52:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:40Z', 'updated_at': '2022-03-08T17:37:08Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:09.473916 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b77aa-d3df-4528-ac4f-940a74231b1f None None] Checking router: d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:09.484220 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b77aa-d3df-4528-ac4f-940a74231b1f None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:09.485104 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-c31b77aa-d3df-4528-ac4f-940a74231b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:36:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:09.535992 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ca99b-b885-4610-a00f-bec3bada0658 req-9c559d7f-5605-4187-b956-51c2729b5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:09.537537 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd4ca99b-b885-4610-a00f-bec3bada0658 req-9c559d7f-5605-4187-b956-51c2729b5401 service neutron] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 915 time: 0.1140392 Mar 08 17:37:09.646485 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-c31b77aa-d3df-4528-ac4f-940a74231b1f None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:09.757721 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef95ea3-d614-4870-8ee5-2ba1a945ffc7 req-0e907fc7-2bb8-491b-b472-bb62d82f2fc7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:09.766152 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eef95ea3-d614-4870-8ee5-2ba1a945ffc7 req-0e907fc7-2bb8-491b-b472-bb62d82f2fc7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0638711 Mar 08 17:37:09.843552 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eef95ea3-d614-4870-8ee5-2ba1a945ffc7 req-24d8b546-ff0f-4556-ae55-60b36e8fec07 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764778 Mar 08 17:37:09.974742 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-c31b77aa-d3df-4528-ac4f-940a74231b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d2af72e-d662-4108-84d7-6f43d05b3975', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '55e8338c-764a-49e6-9f57-26cc629d4918', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:91:52:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:40Z', 'updated_at': '2022-03-08T17:37:08Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:10.004678 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b77aa-d3df-4528-ac4f-940a74231b1f None None] The sync data for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi is: [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d2af72e-d662-4108-84d7-6f43d05b3975', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '55e8338c-764a-49e6-9f57-26cc629d4918', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:91:52:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:40Z', 'updated_at': '2022-03-08T17:37:08Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:10.232234 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01abaa-e96e-4b5e-a00d-5c6a27a4c453 None None] New status for floating IP 6d2af72e-d662-4108-84d7-6f43d05b3975: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:37:10.976202 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9c73e-4c2f-4166-9c64-4cef7fc7d6b1 req-21e95e0c-724e-40d0-8bdc-04ad76fdef8c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:10.977692 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83b9c73e-4c2f-4166-9c64-4cef7fc7d6b1 req-21e95e0c-724e-40d0-8bdc-04ad76fdef8c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0528641 Mar 08 17:37:11.027763 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83b9c73e-4c2f-4166-9c64-4cef7fc7d6b1 req-3048dae3-2940-4815-915f-a99f0c543aeb tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Mar 08 17:37:12.158953 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e81938-6743-42bf-af2d-ec8de046d93a req-c0e3b058-e966-4f34-a609-294692bc7af7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:12.162213 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c8e81938-6743-42bf-af2d-ec8de046d93a req-c0e3b058-e966-4f34-a609-294692bc7af7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0576534 Mar 08 17:37:12.207970 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c8e81938-6743-42bf-af2d-ec8de046d93a req-ee205a14-20e1-4de5-83eb-c2db40e706cf tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Mar 08 17:37:12.934030 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53310) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:13.041821 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:13.123063 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Publish callbacks [] for security_group (308ff748-fd69-43da-9146-9407e6306bad), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:13.192251 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (308ff748-fd69-43da-9146-9407e6306bad), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:13.235968 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308ff748-fd69-43da-9146-9407e6306bad,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:13.239939 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4677835713f4403485618aaa390536b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048868 Mar 08 17:37:13.243698 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53318) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:13.246381 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.246986 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.248350 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.249317 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.249785 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.250278 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.250672 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.251115 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.251568 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.252034 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.252466 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.253255 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.253529 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35cf11-08cd-4656-8e28-5f6e71a5d0d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:13.313909 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fd7423ed-1001-4ae9-a681-49cd1be9f9dd admin admin] Publish callbacks [] for security_group (308ff748-fd69-43da-9146-9407e6306bad), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:13.337071 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fd7423ed-1001-4ae9-a681-49cd1be9f9dd admin admin] Publish callbacks [] for security_group (308ff748-fd69-43da-9146-9407e6306bad), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:13.367007 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d244db-5506-46b2-960c-1f5092433510 req-e213a0ea-acfa-417f-9489-a1a78e79d083 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:13.368794 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5d244db-5506-46b2-960c-1f5092433510 req-e213a0ea-acfa-417f-9489-a1a78e79d083 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0618248 Mar 08 17:37:13.421857 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5d244db-5506-46b2-960c-1f5092433510 req-78d32200-d371-41be-bdf3-dad810691d4e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451198 Mar 08 17:37:13.494430 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fd7423ed-1001-4ae9-a681-49cd1be9f9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (308ff748-fd69-43da-9146-9407e6306bad), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:13.497190 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fd7423ed-1001-4ae9-a681-49cd1be9f9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:13.499193 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fd7423ed-1001-4ae9-a681-49cd1be9f9dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/308ff748-fd69-43da-9146-9407e6306bad HTTP/1.1" status: 204 len: 168 time: 0.2544641 Mar 08 17:37:13.507447 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7423ed-1001-4ae9-a681-49cd1be9f9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308ff748-fd69-43da-9146-9407e6306bad,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:14.547545 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a14db7-b6c1-4131-a8d0-04134d0340bf req-bc8371cc-679b-4fed-84cb-fe4fde115038 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:14.549131 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-21a14db7-b6c1-4131-a8d0-04134d0340bf req-bc8371cc-679b-4fed-84cb-fe4fde115038 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0531688 Mar 08 17:37:14.606493 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-21a14db7-b6c1-4131-a8d0-04134d0340bf req-c55b5c3b-5752-4149-93c8-c897b341491b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516987 Mar 08 17:37:14.666509 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53342) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:14.763287 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-732206230-network', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:14.900427 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Made reservation on behalf of 058ce255d9cd4e40abe99e8939a7f214 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:37:14.904565 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:14.912314 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:14.996202 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Publish callbacks [] for security_group (4c4035c3-1137-4eac-9dfa-28607cec519e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.106717 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (4c4035c3-1137-4eac-9dfa-28607cec519e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.141775 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:37:15.156753 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4035c3-1137-4eac-9dfa-28607cec519e,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:15.161567 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (e276fe8d-c2f2-4538-a452-fd58089ff4a0), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.161941 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Added segment e276fe8d-c2f2-4538-a452-fd58089ff4a0 of type vlan for network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b Mar 08 17:37:15.216697 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (709ddbfe-d103-4ade-9d4e-00a50ee81b3b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.335154 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (709ddbfe-d103-4ade-9d4e-00a50ee81b3b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.336289 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:15.337137 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.401725 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] Pushing event updated for resources: {'Network': ['ID=709ddbfe-d103-4ade-9d4e-00a50ee81b3b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:15.413773 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:37:15.461516 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-9d376339-7294-47b3-903d-8e18272cffa9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7916958 Mar 08 17:37:15.461852 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53346) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:15.466959 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] Request body: {'subnet': {'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-732206230-subnet', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:15.557161 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] Made reservation on behalf of 058ce255d9cd4e40abe99e8939a7f214 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:37:15.559623 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129705314'] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.742816 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb718e3-dcdc-4632-ae5a-d9cc53648fb0 req-11b4e12a-58e7-4db9-8a12-39d213557545 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:15.744514 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fcb718e3-dcdc-4632-ae5a-d9cc53648fb0 req-11b4e12a-58e7-4db9-8a12-39d213557545 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0522046 Mar 08 17:37:15.801521 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fcb718e3-dcdc-4632-ae5a-d9cc53648fb0 req-80464aa1-b046-4ef9-80e0-9ae71c5b8c30 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485284 Mar 08 17:37:15.860700 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129999172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129705340'] for subnet (642e7aed-f545-4dc1-8208-708f7ae3af60), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:15.921362 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=642e7aed-f545-4dc1-8208-708f7ae3af60,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:15.931523 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] Checking segment: {'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:15.931884 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] Network hostable DHCP agents. Network: 709ddbfe-d103-4ade-9d4e-00a50ee81b3b, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:37:16.007906 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] Network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:37:16.086907 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 709ddbfe-d103-4ade-9d4e-00a50ee81b3b) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:16.091310 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:16.092545 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.097120 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8443a93e-87e9-4c66-8daf-006b93b7c7ef None None] Network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:16.178093 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d57b87fb-0d5d-4498-b7e8-d0173e404bd0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7149994 Mar 08 17:37:16.180727 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53354) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:16.185570 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:16.203233 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dfe9f6d-995d-5fd4-beda-83d7ae1b07aa-709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60'}]}} from dv-cinder-830085-3-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:37:16.204775 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.295093 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3835290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8782'] for router (0180521c-61cd-47fe-9b41-eedb6156b35f), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.296243 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3837145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8775'] for router (0180521c-61cd-47fe-9b41-eedb6156b35f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.361209 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Publish callbacks [] for router_controller (0180521c-61cd-47fe-9b41-eedb6156b35f), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.365364 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Allocated IP 172.20.0.2 (709ddbfe-d103-4ade-9d4e-00a50ee81b3b/642e7aed-f545-4dc1-8208-708f7ae3af60/783fadae-9440-45ec-85b6-a374b7180596) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:37:16.518628 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Publish callbacks [] for port (783fadae-9440-45ec-85b6-a374b7180596), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.593315 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Publish callbacks [] for router_gateway (0180521c-61cd-47fe-9b41-eedb6156b35f), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.654945 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (783fadae-9440-45ec-85b6-a374b7180596), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.698023 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:16.700837 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:16.704839 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:37:16.711646 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Pushing event updated for resources: {'Port': ['ID=783fadae-9440-45ec-85b6-a374b7180596,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:16.771440 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Attempting to bind port 783fadae-9440-45ec-85b6-a374b7180596 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:37:16.771928 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Attempting to bind port 783fadae-9440-45ec-85b6-a374b7180596 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:37:16.772482 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Attempting to bind port 783fadae-9440-45ec-85b6-a374b7180596 on network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:16.777613 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:37:16.778078 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Checking segment: {'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:16.778482 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.778849 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Bound using segment: {'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:37:16.779344 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Bound port: 783fadae-9440-45ec-85b6-a374b7180596, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:37:16.779730 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (783fadae-9440-45ec-85b6-a374b7180596), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.847904 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] For port 783fadae-9440-45ec-85b6-a374b7180596, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:37:16.852791 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] For port 783fadae-9440-45ec-85b6-a374b7180596, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=783fadae-9440-45ec-85b6-a374b7180596,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:37:16.929423 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (783fadae-9440-45ec-85b6-a374b7180596), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:16.997666 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabea48-3b16-4547-8449-97d941d233c0 None None] Pushing event updated for resources: {'Port': ['ID=783fadae-9440-45ec-85b6-a374b7180596,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:17.010266 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Publish callbacks [] for router_gateway (0180521c-61cd-47fe-9b41-eedb6156b35f), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:17.047993 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d32a84-6b29-4919-a048-98e7b635aa4d req-c993cef1-70a7-4a2e-b1b4-53b786b9e546 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:17.049725 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-64d32a84-6b29-4919-a048-98e7b635aa4d req-c993cef1-70a7-4a2e-b1b4-53b786b9e546 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.1301708 Mar 08 17:37:17.051153 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:17.171859 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-64d32a84-6b29-4919-a048-98e7b635aa4d req-c69a61c4-802a-4445-ad0d-8796f21c6c9d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115878 Mar 08 17:37:17.215791 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Allocated IP 172.27.3.114 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/9bdf4aca-ec60-4430-a525-4d2f01b1588c) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:37:17.356421 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Publish callbacks [] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:17.464125 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:17.512026 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:17.514893 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:17.518744 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:37:17.542451 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdf4aca-ec60-4430-a525-4d2f01b1588c,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:17.870346 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Publish callbacks [] for router_gateway (0180521c-61cd-47fe-9b41-eedb6156b35f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.096179 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01afd038-94e3-4072-b11b-54bbb4815b17 None None] Network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:18.099803 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172'] for router (0180521c-61cd-47fe-9b41-eedb6156b35f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.189395 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-69f537d0-51d5-40f0-8eef-30953868695b None None] Provisioning complete for port 783fadae-9440-45ec-85b6-a374b7180596 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:18.189783 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69f537d0-51d5-40f0-8eef-30953868695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (783fadae-9440-45ec-85b6-a374b7180596), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.366698 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-69f537d0-51d5-40f0-8eef-30953868695b None None] Current status of the port 783fadae-9440-45ec-85b6-a374b7180596 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:18.368029 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69f537d0-51d5-40f0-8eef-30953868695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (783fadae-9440-45ec-85b6-a374b7180596), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.398078 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda8707-985b-472c-9c98-8269379045f4 req-15afd10a-7e3e-4ef3-b483-95ee25a95137 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:18.401873 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2dda8707-985b-472c-9c98-8269379045f4 req-15afd10a-7e3e-4ef3-b483-95ee25a95137 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.1123397 Mar 08 17:37:18.471909 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-69f537d0-51d5-40f0-8eef-30953868695b None None] For port 783fadae-9440-45ec-85b6-a374b7180596, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=783fadae-9440-45ec-85b6-a374b7180596,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:18.502115 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2dda8707-985b-472c-9c98-8269379045f4 req-66ebc249-3b9e-49ea-b6b6-e4e9162741f9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723224 Mar 08 17:37:18.555393 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69f537d0-51d5-40f0-8eef-30953868695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (783fadae-9440-45ec-85b6-a374b7180596), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.619011 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 783fadae-9440-45ec-85b6-a374b7180596 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:18.709322 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f537d0-51d5-40f0-8eef-30953868695b None None] Pushing event updated for resources: {'Port': ['ID=783fadae-9440-45ec-85b6-a374b7180596,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:18.713552 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-7a675717-7155-46e3-9387-a781556d742c None None] Provisioning complete for port 783fadae-9440-45ec-85b6-a374b7180596 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:18.713980 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a675717-7155-46e3-9387-a781556d742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (783fadae-9440-45ec-85b6-a374b7180596), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.728587 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Router 0180521c-61cd-47fe-9b41-eedb6156b35f is scheduled to L3 agent ce6156d8-a556-48aa-998b-11d79b414184 with binding_index 1 {{(pid=103424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:37:18.856759 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:18.891050 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Sync routers for ids ['0180521c-61cd-47fe-9b41-eedb6156b35f'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:18.922070 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 783fadae-9440-45ec-85b6-a374b7180596 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:18.922070 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (783fadae-9440-45ec-85b6-a374b7180596), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.922070 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Routers {'0180521c-61cd-47fe-9b41-eedb6156b35f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:18.922070 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:36:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['0180521c-61cd-47fe-9b41-eedb6156b35f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:18.942117 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:18.946812 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b9a3d7a9-07d1-49db-befa-3ea5241e9806 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7626429 Mar 08 17:37:18.947082 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53362) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:19.132335 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-7a675717-7155-46e3-9387-a781556d742c None None] Current status of the port 783fadae-9440-45ec-85b6-a374b7180596 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:19.164123 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bddd6f57-3465-4a93-8f64-6d3d1f05e301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.190211 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Set router 0180521c-61cd-47fe-9b41-eedb6156b35f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:19.221088 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 783fadae-9440-45ec-85b6-a374b7180596 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:19.428691 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:17Z', 'revision_number': 3, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:19.459051 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Checking router: 0180521c-61cd-47fe-9b41-eedb6156b35f for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:19.459413 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Updating router 0180521c-61cd-47fe-9b41-eedb6156b35f port 9bdf4aca-ec60-4430-a525-4d2f01b1588c binding host dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:37:19.485636 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.507668 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.698099 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Allocated IP 172.20.0.1 (709ddbfe-d103-4ade-9d4e-00a50ee81b3b/642e7aed-f545-4dc1-8208-708f7ae3af60/c21b8491-5094-4e86-987d-a6712c3d0a1b) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:37:19.738441 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908895fa-438f-47b5-a6a1-f3a81679c280 req-b7018d52-d7fd-4a02-8878-71a2c16c51b6 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:19.739940 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-908895fa-438f-47b5-a6a1-f3a81679c280 req-b7018d52-d7fd-4a02-8878-71a2c16c51b6 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0887361 Mar 08 17:37:19.844250 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-908895fa-438f-47b5-a6a1-f3a81679c280 req-cc1eed7c-e831-4032-a06c-d520b03099ac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928271 Mar 08 17:37:19.863131 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Publish callbacks [] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.870584 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Publish callbacks [] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.934391 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.985176 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Attempting to bind port 9bdf4aca-ec60-4430-a525-4d2f01b1588c on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:37:19.985546 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Attempting to bind port 9bdf4aca-ec60-4430-a525-4d2f01b1588c by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:37:19.985935 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Attempting to bind port 9bdf4aca-ec60-4430-a525-4d2f01b1588c on network 1cf1adba-36f7-45e5-a590-5d52a2089e80 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:19.991632 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67c243-c4da-486e-a9eb-8ecbf0424f59 None None] Pushing event updated for resources: {'Port': ['ID=9bdf4aca-ec60-4430-a525-4d2f01b1588c,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:19.996308 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:37:19.996679 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:19.997079 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:19.997722 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Bound using segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:37:19.998214 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Bound port: 9bdf4aca-ec60-4430-a525-4d2f01b1588c, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:37:19.998594 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.002631 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.043865 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:20.047726 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:20.051447 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:37:20.057661 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] For port 9bdf4aca-ec60-4430-a525-4d2f01b1588c, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:37:20.068027 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] For port 9bdf4aca-ec60-4430-a525-4d2f01b1588c, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=9bdf4aca-ec60-4430-a525-4d2f01b1588c,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:37:20.081898 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Pushing event updated for resources: {'Port': ['ID=c21b8491-5094-4e86-987d-a6712c3d0a1b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:20.104959 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837913'] for router_interface (0180521c-61cd-47fe-9b41-eedb6156b35f), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.159141 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.255695 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67c243-c4da-486e-a9eb-8ecbf0424f59 None None] Pushing event updated for resources: {'Port': ['ID=9bdf4aca-ec60-4430-a525-4d2f01b1588c,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:20.266442 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Routers {'0180521c-61cd-47fe-9b41-eedb6156b35f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:20.267206 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:36:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['0180521c-61cd-47fe-9b41-eedb6156b35f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:20.335977 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.353208 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.414325 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-824fc4a7-90c1-4f7d-9953-8751d2f0e7e5 None None] Provisioning complete for port c21b8491-5094-4e86-987d-a6712c3d0a1b triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:20.414707 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-824fc4a7-90c1-4f7d-9953-8751d2f0e7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.442374 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] Set router 0180521c-61cd-47fe-9b41-eedb6156b35f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:20.547990 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 783fadae-9440-45ec-85b6-a374b7180596 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:20.568833 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Publish callbacks [] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.596100 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-824fc4a7-90c1-4f7d-9953-8751d2f0e7e5 None None] Port c21b8491-5094-4e86-987d-a6712c3d0a1b cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:37:20.615766 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.690027 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 783fadae-9440-45ec-85b6-a374b7180596 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:20.690431 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (783fadae-9440-45ec-85b6-a374b7180596), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.698627 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837877'] for router_interface (0180521c-61cd-47fe-9b41-eedb6156b35f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:20.707120 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Pushing event updated for resources: {'Port': ['ID=c21b8491-5094-4e86-987d-a6712c3d0a1b,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:20.810865 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 783fadae-9440-45ec-85b6-a374b7180596 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:20.819452 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:17Z', 'revision_number': 3, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:20.848717 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:20.851426 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:20.853650 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cada33d2-9a5e-48f8-99d5-776ae7da108b None None] The sync data for ids ['0180521c-61cd-47fe-9b41-eedb6156b35f'] in dv-cinder-830085-3-iscsi is: [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:17Z', 'revision_number': 3, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:21.044070 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Router 0180521c-61cd-47fe-9b41-eedb6156b35f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:21.051794 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038eed05-f7b5-40df-ab6b-cf6c37c914e8 req-dc9db76e-788f-4e88-92f6-479711e9d251 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:21.053424 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-038eed05-f7b5-40df-ab6b-cf6c37c914e8 req-dc9db76e-788f-4e88-92f6-479711e9d251 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.1136894 Mar 08 17:37:21.119995 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-038eed05-f7b5-40df-ab6b-cf6c37c914e8 req-d5e6f576-6333-49ce-8b2b-77e5f512a752 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581126 Mar 08 17:37:21.220969 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:21.220969 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b298f30a-7100-4a11-80ca-ae21c8cccf72 admin admin] 10.222.0.66 "PUT /v2.0/routers/0180521c-61cd-47fe-9b41-eedb6156b35f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2681336 Mar 08 17:37:21.317331 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-c15eb9c7-9742-4672-96cb-d8d4e9588699 None None] Provisioning complete for port c21b8491-5094-4e86-987d-a6712c3d0a1b triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:21.318110 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c15eb9c7-9742-4672-96cb-d8d4e9588699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:21.374372 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c15eb9c7-9742-4672-96cb-d8d4e9588699 None None] Port c21b8491-5094-4e86-987d-a6712c3d0a1b cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:37:21.636353 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd4ca99b-b885-4610-a00f-bec3bada0658 req-da25150d-b3c6-49a7-989a-a44de03059d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55e8338c-764a-49e6-9f57-26cc629d4918 HTTP/1.1" status: 200 len: 1002 time: 0.0696049 Mar 08 17:37:21.728364 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca8388-0f74-4ff7-8592-082a3a2d2035 req-fad9bda3-1362-4b39-bf20-1f2dae8e3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:21.730084 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f9ca8388-0f74-4ff7-8592-082a3a2d2035 req-fad9bda3-1362-4b39-bf20-1f2dae8e3962 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 1127 time: 0.0926783 Mar 08 17:37:21.731581 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ca99b-b885-4610-a00f-bec3bada0658 req-06dae600-8019-40f8-9e6b-bfad6e5277c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:21.733008 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd4ca99b-b885-4610-a00f-bec3bada0658 req-06dae600-8019-40f8-9e6b-bfad6e5277c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.0855529 Mar 08 17:37:21.857302 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ca99b-b885-4610-a00f-bec3bada0658 req-f1ab77cd-4036-42b6-9a6f-77feff0d6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:21.858872 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd4ca99b-b885-4610-a00f-bec3bada0658 req-f1ab77cd-4036-42b6-9a6f-77feff0d6368 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1187048 Mar 08 17:37:21.881935 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca8388-0f74-4ff7-8592-082a3a2d2035 req-9e448632-ac0c-424f-92ed-454c7c5e0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:21.883336 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f9ca8388-0f74-4ff7-8592-082a3a2d2035 req-9e448632-ac0c-424f-92ed-454c7c5e0b72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 918 time: 0.1334250 Mar 08 17:37:21.995168 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f9ca8388-0f74-4ff7-8592-082a3a2d2035 req-a998f177-f7da-4aad-aa53-6837d17f7851 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487 HTTP/1.1" status: 200 len: 999 time: 0.1014910 Mar 08 17:37:22.034181 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd4ca99b-b885-4610-a00f-bec3bada0658 req-794a6445-e4c9-4577-866e-e6d882e69e84 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626639 Mar 08 17:37:22.060216 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25f76269-6674-4c9d-b6d1-305b83d1a5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.076876 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca8388-0f74-4ff7-8592-082a3a2d2035 req-2e93c061-98ff-4f93-83f5-326f463cdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:22.079188 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f9ca8388-0f74-4ff7-8592-082a3a2d2035 req-2e93c061-98ff-4f93-83f5-326f463cdc3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.0743127 Mar 08 17:37:22.150858 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd4ca99b-b885-4610-a00f-bec3bada0658 req-8c818d12-864c-4965-bab2-2f606b3d5412 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006761 Mar 08 17:37:22.443041 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5ece0-af75-46d5-96b6-a2349ca2d78c req-c7bb5e3f-ae17-43b3-8ff8-891e2b6c5797 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:22.444560 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6fb5ece0-af75-46d5-96b6-a2349ca2d78c req-c7bb5e3f-ae17-43b3-8ff8-891e2b6c5797 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.2290440 Mar 08 17:37:22.485812 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 9bdf4aca-ec60-4430-a525-4d2f01b1588c up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:22.497991 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6fb5ece0-af75-46d5-96b6-a2349ca2d78c req-169b65af-7747-4a88-8682-4f284b0975a4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475183 Mar 08 17:37:22.556035 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 9bdf4aca-ec60-4430-a525-4d2f01b1588c triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:22.556416 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.623464 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53392) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:22.629339 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-541589175-network', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:22.682206 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Sync routers for ids ['0180521c-61cd-47fe-9b41-eedb6156b35f'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:22.692515 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Routers {'0180521c-61cd-47fe-9b41-eedb6156b35f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:22.693138 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:37:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['0180521c-61cd-47fe-9b41-eedb6156b35f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:22.762893 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Made reservation on behalf of bbae6966dafa4b969c169fcf39877c68 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:37:22.765274 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.773071 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 9bdf4aca-ec60-4430-a525-4d2f01b1588c is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:22.773466 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.774879 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.794184 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.797227 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port 9bdf4aca-ec60-4430-a525-4d2f01b1588c, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=9bdf4aca-ec60-4430-a525-4d2f01b1588c,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:22.801562 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Set router 0180521c-61cd-47fe-9b41-eedb6156b35f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:22.853494 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Publish callbacks [] for security_group (9336c3da-088d-416c-aef6-54d396f7a7f0), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.892365 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.940762 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=9bdf4aca-ec60-4430-a525-4d2f01b1588c,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:22.969206 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (9336c3da-088d-416c-aef6-54d396f7a7f0), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:22.994155 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:37:23.004312 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9336c3da-088d-416c-aef6-54d396f7a7f0,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:23.007518 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 4, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'c21b8491-5094-4e86-987d-a6712c3d0a1b', 'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'mac_address': 'fa:16:3e:4b:c9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:19Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 2, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'subnets': [{'id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:23.009116 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (a0762e34-4619-45f0-b18d-d685ea316c34), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.009464 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Added segment a0762e34-4619-45f0-b18d-d685ea316c34 of type vlan for network 9bb2b929-85b8-459f-8a2f-bf8795170d73 Mar 08 17:37:23.036637 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Checking router: 0180521c-61cd-47fe-9b41-eedb6156b35f for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:23.036992 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Updating router 0180521c-61cd-47fe-9b41-eedb6156b35f port c21b8491-5094-4e86-987d-a6712c3d0a1b binding host dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:37:23.053418 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (9bb2b929-85b8-459f-8a2f-bf8795170d73), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.064732 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.157908 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (9bb2b929-85b8-459f-8a2f-bf8795170d73), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.158832 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:23.159430 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.219778 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] Pushing event updated for resources: {'Network': ['ID=9bb2b929-85b8-459f-8a2f-bf8795170d73,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:23.230767 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 9bb2b929-85b8-459f-8a2f-bf8795170d73 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:37:23.274074 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fda6f5ee-a79b-439d-b3df-210b1876754d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6487806 Mar 08 17:37:23.276826 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53394) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:23.282514 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] Request body: {'subnet': {'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-541589175-subnet', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:23.407563 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] Made reservation on behalf of bbae6966dafa4b969c169fcf39877c68 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:37:23.410305 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129705314'] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.416206 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Publish callbacks [] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.509508 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.568695 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8020-de17-43f6-9258-f64fb97d2713 None None] Pushing event updated for resources: {'Port': ['ID=c21b8491-5094-4e86-987d-a6712c3d0a1b,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:23.638510 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Attempting to bind port c21b8491-5094-4e86-987d-a6712c3d0a1b on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:37:23.639045 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Attempting to bind port c21b8491-5094-4e86-987d-a6712c3d0a1b by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:37:23.639526 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Attempting to bind port c21b8491-5094-4e86-987d-a6712c3d0a1b on network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:23.645600 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:37:23.646155 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Checking segment: {'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:23.646713 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.647203 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Bound using segment: {'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:37:23.647778 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Bound port: c21b8491-5094-4e86-987d-a6712c3d0a1b, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:37:23.648272 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.706419 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129999172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129705340'] for subnet (e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.739062 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] For port c21b8491-5094-4e86-987d-a6712c3d0a1b, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:37:23.743267 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] For port c21b8491-5094-4e86-987d-a6712c3d0a1b, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=c21b8491-5094-4e86-987d-a6712c3d0a1b,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:37:23.792005 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:23.805998 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] Checking segment: {'id': 'a0762e34-4619-45f0-b18d-d685ea316c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:23.806847 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] Network hostable DHCP agents. Network: 9bb2b929-85b8-459f-8a2f-bf8795170d73, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:37:23.822526 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ed4696ba-5474-4a04-ad2f-1823302d2fd8 None None] Provisioning complete for port c21b8491-5094-4e86-987d-a6712c3d0a1b triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:23.828733 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed4696ba-5474-4a04-ad2f-1823302d2fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.849889 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.870436 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ed4696ba-5474-4a04-ad2f-1823302d2fd8 None None] Port c21b8491-5094-4e86-987d-a6712c3d0a1b cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:37:23.895421 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:23.932267 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Routers {'0180521c-61cd-47fe-9b41-eedb6156b35f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:23.933418 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:37:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['0180521c-61cd-47fe-9b41-eedb6156b35f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:23.934587 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] Network 9bb2b929-85b8-459f-8a2f-bf8795170d73 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:37:23.935524 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8020-de17-43f6-9258-f64fb97d2713 None None] Pushing event updated for resources: {'Port': ['ID=c21b8491-5094-4e86-987d-a6712c3d0a1b,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:23.991283 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fee2f-6059-4b40-bade-d5c8700a778a req-1b4895f8-c4c7-43ab-9663-024fa3c4de1d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:23.993477 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ad4fee2f-6059-4b40-bade-d5c8700a778a req-1b4895f8-c4c7-43ab-9663-024fa3c4de1d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.4003081 Mar 08 17:37:24.069884 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ad4fee2f-6059-4b40-bade-d5c8700a778a req-b41d790b-b6e4-454a-88f6-f0dc38656427 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609329 Mar 08 17:37:24.099226 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] Set router 0180521c-61cd-47fe-9b41-eedb6156b35f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:24.198584 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ccf3316d-67d9-4bce-9309-6e47c7925143 None None] Provisioning complete for port c21b8491-5094-4e86-987d-a6712c3d0a1b triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:24.199034 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ccf3316d-67d9-4bce-9309-6e47c7925143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.214798 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 9bb2b929-85b8-459f-8a2f-bf8795170d73) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:24.223549 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:24.224248 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.245670 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff52f7ef-abe7-4cea-88a3-cbaf0b22274c None None] Network 9bb2b929-85b8-459f-8a2f-bf8795170d73 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:24.363290 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53402) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:24.363731 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fdb8770d-ca60-4320-b594-c12c539daff3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0854688 Mar 08 17:37:24.367791 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-541589175-router', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:24.396904 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 4, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'c21b8491-5094-4e86-987d-a6712c3d0a1b', 'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'mac_address': 'fa:16:3e:4b:c9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:19Z', 'updated_at': '2022-03-08T17:37:23Z', 'revision_number': 4, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'subnets': [{'id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:24.432810 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ccf3316d-67d9-4bce-9309-6e47c7925143 None None] Current status of the port c21b8491-5094-4e86-987d-a6712c3d0a1b is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:24.433212 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ccf3316d-67d9-4bce-9309-6e47c7925143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.439276 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f33319-fd01-49e1-b4c1-f5d43bae08fd None None] The sync data for ids ['0180521c-61cd-47fe-9b41-eedb6156b35f'] in dv-cinder-830085-3-iscsi is: [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 4, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'c21b8491-5094-4e86-987d-a6712c3d0a1b', 'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'mac_address': 'fa:16:3e:4b:c9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:19Z', 'updated_at': '2022-03-08T17:37:23Z', 'revision_number': 4, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'subnets': [{'id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:24.469762 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dfe9f6d-995d-5fd4-beda-83d7ae1b07aa-9bb2b929-85b8-459f-8a2f-bf8795170d73', 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73', 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'fixed_ips': [{'subnet_id': 'e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d'}]}} from dv-cinder-830085-3-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:37:24.469762 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.504170 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3835290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8782'] for router (88501043-a1be-477b-8b39-de5fef87b339), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.511463 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3837145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8775'] for router (88501043-a1be-477b-8b39-de5fef87b339), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.539078 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 9bdf4aca-ec60-4430-a525-4d2f01b1588c up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:24.545157 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ccf3316d-67d9-4bce-9309-6e47c7925143 None None] For port c21b8491-5094-4e86-987d-a6712c3d0a1b, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=c21b8491-5094-4e86-987d-a6712c3d0a1b,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:24.603129 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Publish callbacks [] for router_controller (88501043-a1be-477b-8b39-de5fef87b339), precommit_add_association {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.699472 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ccf3316d-67d9-4bce-9309-6e47c7925143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.737217 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 9bdf4aca-ec60-4430-a525-4d2f01b1588c triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:24.737594 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.766332 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Allocated IP 172.20.0.2 (9bb2b929-85b8-459f-8a2f-bf8795170d73/e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d/6d37bb00-416a-4a7f-9ae6-77e715ab35fb) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:37:24.809993 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3316d-67d9-4bce-9309-6e47c7925143 None None] Pushing event updated for resources: {'Port': ['ID=c21b8491-5094-4e86-987d-a6712c3d0a1b,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:24.864819 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Publish callbacks [] for router_gateway (88501043-a1be-477b-8b39-de5fef87b339), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:24.939584 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 9bdf4aca-ec60-4430-a525-4d2f01b1588c is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:24.994876 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Publish callbacks [] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.087136 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.132073 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Network 9bb2b929-85b8-459f-8a2f-bf8795170d73 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:25.139074 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:25.143670 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:37:25.163612 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Pushing event updated for resources: {'Port': ['ID=6d37bb00-416a-4a7f-9ae6-77e715ab35fb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:25.189294 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Publish callbacks [] for router_gateway (88501043-a1be-477b-8b39-de5fef87b339), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.217390 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.230363 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bb79b-f39c-4ceb-96cb-2617a2ade22a req-160e4854-4647-4124-a385-a62be1036797 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:25.238159 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Attempting to bind port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:37:25.238432 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a78bb79b-f39c-4ceb-96cb-2617a2ade22a req-160e4854-4647-4124-a385-a62be1036797 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0755689 Mar 08 17:37:25.238630 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Attempting to bind port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'a0762e34-4619-45f0-b18d-d685ea316c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:37:25.239154 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Attempting to bind port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb on network 9bb2b929-85b8-459f-8a2f-bf8795170d73 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:25.245166 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:37:25.337378 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Checking segment: {'id': 'a0762e34-4619-45f0-b18d-d685ea316c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:25.337378 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.337378 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Bound using segment: {'id': 'a0762e34-4619-45f0-b18d-d685ea316c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:37:25.337378 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Bound port: 6d37bb00-416a-4a7f-9ae6-77e715ab35fb, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0762e34-4619-45f0-b18d-d685ea316c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:37:25.337378 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.338567 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a78bb79b-f39c-4ceb-96cb-2617a2ade22a req-9e3e2aa8-c5a6-4682-ad61-062322aa8972 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663037 Mar 08 17:37:25.339166 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] For port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:37:25.341253 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] For port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=6d37bb00-416a-4a7f-9ae6-77e715ab35fb,segment=NetworkSegment(a0762e34-4619-45f0-b18d-d685ea316c34),segment_id=a0762e34-4619-45f0-b18d-d685ea316c34)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:37:25.359060 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Allocated IP 172.27.3.3 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/d8f83cc8-d865-47e6-a56d-91cd86d22c0b) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:37:25.420527 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.469897 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Publish callbacks [] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.484375 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca8388-0f74-4ff7-8592-082a3a2d2035 req-ebaca68a-f916-44cc-a131-df0f6db0118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:25.486123 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f9ca8388-0f74-4ff7-8592-082a3a2d2035 req-ebaca68a-f916-44cc-a131-df0f6db0118c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534143 Mar 08 17:37:25.504445 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.578769 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3983f-3f3e-4b09-bc0d-c590be585494 None None] Pushing event updated for resources: {'Port': ['ID=6d37bb00-416a-4a7f-9ae6-77e715ab35fb,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:25.593873 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:25.620147 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f9ca8388-0f74-4ff7-8592-082a3a2d2035 req-4fdc87c4-1a81-4d4f-86ca-5fd14328d00b service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129689 Mar 08 17:37:25.637425 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:25.641011 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:25.644811 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:37:25.676832 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f83cc8-d865-47e6-a56d-91cd86d22c0b,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:25.727728 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f9ca8388-0f74-4ff7-8592-082a3a2d2035 req-420dd341-47f7-4420-a136-96a5d74e9e39 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981879 Mar 08 17:37:26.014186 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Publish callbacks [] for router_gateway (88501043-a1be-477b-8b39-de5fef87b339), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.213452 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172'] for router (88501043-a1be-477b-8b39-de5fef87b339), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.443841 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Router 88501043-a1be-477b-8b39-de5fef87b339 is scheduled to L3 agent ce6156d8-a556-48aa-998b-11d79b414184 with binding_index 1 {{(pid=103425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:37:26.452965 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0620b-fb5f-4e04-ba67-5c0e5719538f req-810c9c74-3fe6-4bd9-8d76-7337ae250eb8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:26.454982 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-69e0620b-fb5f-4e04-ba67-5c0e5719538f req-810c9c74-3fe6-4bd9-8d76-7337ae250eb8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0731108 Mar 08 17:37:26.540552 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 6d37bb00-416a-4a7f-9ae6-77e715ab35fb up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:26.594348 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:26.594635 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-69e0620b-fb5f-4e04-ba67-5c0e5719538f req-fff38588-8afe-4273-8df9-fb184c1290db tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309278 Mar 08 17:37:26.594765 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.619193 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:26.619724 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Sync routers for ids ['88501043-a1be-477b-8b39-de5fef87b339'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:26.642344 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Routers {'88501043-a1be-477b-8b39-de5fef87b339'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:26.642978 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:37:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['88501043-a1be-477b-8b39-de5fef87b339'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:26.647110 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9104fc2f-a2f1-4c22-b073-75c4572d991b None None] Network 9bb2b929-85b8-459f-8a2f-bf8795170d73 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:37:26.690731 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.691998 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-43960a7e-891c-4809-af34-1d390dce0384 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3275986 Mar 08 17:37:26.694812 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53410) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:26.843932 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-e028c8c5-d9b8-46fb-9d28-59261a95179a None None] Provisioning complete for port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:26.844231 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e028c8c5-d9b8-46fb-9d28-59261a95179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.890924 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:26.891240 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:26.921970 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Set router 88501043-a1be-477b-8b39-de5fef87b339 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:27.027321 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=6d37bb00-416a-4a7f-9ae6-77e715ab35fb,segment=NetworkSegment(a0762e34-4619-45f0-b18d-d685ea316c34),segment_id=a0762e34-4619-45f0-b18d-d685ea316c34)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:27.106965 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.118226 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e028c8c5-d9b8-46fb-9d28-59261a95179a None None] Current status of the port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:27.118622 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e028c8c5-d9b8-46fb-9d28-59261a95179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.133193 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.134346 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device c21b8491-5094-4e86-987d-a6712c3d0a1b up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:27.276784 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Allocated IP 172.20.0.1 (9bb2b929-85b8-459f-8a2f-bf8795170d73/e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d/b53c55b2-0480-41e6-8f93-c0914992af9d) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:37:27.379156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Publish callbacks [] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.405185 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=6d37bb00-416a-4a7f-9ae6-77e715ab35fb,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:27.428086 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.db.api [None req-e028c8c5-d9b8-46fb-9d28-59261a95179a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 17:37:27.428448 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG oslo_db.api [None req-e028c8c5-d9b8-46fb-9d28-59261a95179a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 17:37:27.432348 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port c21b8491-5094-4e86-987d-a6712c3d0a1b triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:27.432748 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.458145 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88501043-a1be-477b-8b39-de5fef87b339', 'name': 'tempest-TestShelveInstance-541589175-router', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:24Z', 'updated_at': '2022-03-08T17:37:25Z', 'revision_number': 3, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'gw_port': {'id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:25Z', 'updated_at': '2022-03-08T17:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:27.494487 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.495528 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Checking router: 88501043-a1be-477b-8b39-de5fef87b339 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:27.495893 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Updating router 88501043-a1be-477b-8b39-de5fef87b339 port d8f83cc8-d865-47e6-a56d-91cd86d22c0b binding host dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:37:27.529801 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.540735 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Network 9bb2b929-85b8-459f-8a2f-bf8795170d73 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:27.543595 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:27.548852 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:37:27.552000 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b53c55b2-0480-41e6-8f93-c0914992af9d,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:27.582013 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.582372 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.584067 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.584762 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.584762 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.585128 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.585397 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.585727 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.586076 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.586408 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.586735 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.587059 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.587712 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:37:27.607188 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port c21b8491-5094-4e86-987d-a6712c3d0a1b is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:27.607645 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837913'] for router_interface (88501043-a1be-477b-8b39-de5fef87b339), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.853067 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Publish callbacks [] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:27.928650 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.011958 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Attempting to bind port d8f83cc8-d865-47e6-a56d-91cd86d22c0b on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:37:28.012327 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Attempting to bind port d8f83cc8-d865-47e6-a56d-91cd86d22c0b by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:37:28.012688 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Attempting to bind port d8f83cc8-d865-47e6-a56d-91cd86d22c0b on network 1cf1adba-36f7-45e5-a590-5d52a2089e80 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:28.017181 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e028c8c5-d9b8-46fb-9d28-59261a95179a None None] Current status of the port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:28.020660 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7d07a-0dd1-490e-bd07-b5601c310d43 None None] Pushing event updated for resources: {'Port': ['ID=d8f83cc8-d865-47e6-a56d-91cd86d22c0b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:28.026408 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:37:28.026796 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:28.027232 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.027626 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Bound using segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:37:28.028102 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Bound port: d8f83cc8-d865-47e6-a56d-91cd86d22c0b, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:37:28.028496 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.036070 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f33eb9-1e1c-438c-b3a0-735169f0018a req-b3354418-aeff-42cf-a3a1-49c2056719fd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:28.037618 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04f33eb9-1e1c-438c-b3a0-735169f0018a req-b3354418-aeff-42cf-a3a1-49c2056719fd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0577760 Mar 08 17:37:28.082961 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] For port d8f83cc8-d865-47e6-a56d-91cd86d22c0b, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:37:28.086131 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] For port d8f83cc8-d865-47e6-a56d-91cd86d22c0b, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=d8f83cc8-d865-47e6-a56d-91cd86d22c0b,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:37:28.086584 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04f33eb9-1e1c-438c-b3a0-735169f0018a req-fd2ba6df-7b5b-4477-a37a-3b91cddf5d07 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429060 Mar 08 17:37:28.127104 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.148092 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ea68a6d6-9f27-4c0a-84fb-5ae9d14f11a0 None None] Provisioning complete for port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:28.148471 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ea68a6d6-9f27-4c0a-84fb-5ae9d14f11a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.212764 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.276877 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ea68a6d6-9f27-4c0a-84fb-5ae9d14f11a0 None None] Current status of the port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:28.288774 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Publish callbacks [] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.294645 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7d07a-0dd1-490e-bd07-b5601c310d43 None None] Pushing event updated for resources: {'Port': ['ID=d8f83cc8-d865-47e6-a56d-91cd86d22c0b,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:28.299469 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Routers {'88501043-a1be-477b-8b39-de5fef87b339'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:28.301507 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:37:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['88501043-a1be-477b-8b39-de5fef87b339'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:28.339209 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ea68a6d6-9f27-4c0a-84fb-5ae9d14f11a0 None None] Provisioning complete for port b53c55b2-0480-41e6-8f93-c0914992af9d triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:28.339588 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ea68a6d6-9f27-4c0a-84fb-5ae9d14f11a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.363053 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.416833 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ea68a6d6-9f27-4c0a-84fb-5ae9d14f11a0 None None] Port b53c55b2-0480-41e6-8f93-c0914992af9d cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:37:28.433919 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837877'] for router_interface (88501043-a1be-477b-8b39-de5fef87b339), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.435798 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b53c55b2-0480-41e6-8f93-c0914992af9d,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:28.441133 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] Set router 88501043-a1be-477b-8b39-de5fef87b339 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:28.472095 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 6d37bb00-416a-4a7f-9ae6-77e715ab35fb up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:28.528136 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Network 9bb2b929-85b8-459f-8a2f-bf8795170d73 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:37:28.529543 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:37:28.619464 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:28.620011 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.655299 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Router 88501043-a1be-477b-8b39-de5fef87b339 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:37:28.759130 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:28.762884 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-2df94a88-1b19-4c10-8d45-8f772468d757 None None] Provisioning complete for port b53c55b2-0480-41e6-8f93-c0914992af9d triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:28.763261 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2df94a88-1b19-4c10-8d45-8f772468d757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:28.771670 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:37:28.786235 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-bf8df8e8-4b39-4a44-8e35-52001a2a83d3 admin admin] 10.222.0.66 "PUT /v2.0/routers/88501043-a1be-477b-8b39-de5fef87b339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0806146 Mar 08 17:37:28.804569 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88501043-a1be-477b-8b39-de5fef87b339', 'name': 'tempest-TestShelveInstance-541589175-router', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:24Z', 'updated_at': '2022-03-08T17:37:28Z', 'revision_number': 4, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'gw_port': {'id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:25Z', 'updated_at': '2022-03-08T17:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b53c55b2-0480-41e6-8f93-c0914992af9d', 'name': '', 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'mac_address': 'fa:16:3e:73:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:27Z', 'updated_at': '2022-03-08T17:37:27Z', 'revision_number': 1, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'subnets': [{'id': 'e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:28.835902 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2df94a88-1b19-4c10-8d45-8f772468d757 None None] Port b53c55b2-0480-41e6-8f93-c0914992af9d cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:37:28.838405 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d8728-5323-4096-a8e3-803890575293 None None] The sync data for ids ['88501043-a1be-477b-8b39-de5fef87b339'] in dv-cinder-830085-3-iscsi is: [{'id': '88501043-a1be-477b-8b39-de5fef87b339', 'name': 'tempest-TestShelveInstance-541589175-router', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:24Z', 'updated_at': '2022-03-08T17:37:28Z', 'revision_number': 4, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'gw_port': {'id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:25Z', 'updated_at': '2022-03-08T17:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b53c55b2-0480-41e6-8f93-c0914992af9d', 'name': '', 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'mac_address': 'fa:16:3e:73:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:27Z', 'updated_at': '2022-03-08T17:37:27Z', 'revision_number': 1, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'subnets': [{'id': 'e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:29.223123 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad1651-5c7a-42d9-84e2-89ebf4e7eab8 req-8fc7ba5d-6945-4736-b972-e84baf9897ef tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:29.224883 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-66ad1651-5c7a-42d9-84e2-89ebf4e7eab8 req-8fc7ba5d-6945-4736-b972-e84baf9897ef tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0624442 Mar 08 17:37:29.289411 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-66ad1651-5c7a-42d9-84e2-89ebf4e7eab8 req-c85e5d43-941a-483e-b125-8e38c5b8d6f9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568991 Mar 08 17:37:29.539619 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53424) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:29.544215 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-f4ef84de-13f9-4eb5-9a8e-2ffda38b219c tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1674495072', 'description': 'tempest-secgroup-smoke-1674495072 description', 'project_id': '058ce255d9cd4e40abe99e8939a7f214'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:29.669802 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f4ef84de-13f9-4eb5-9a8e-2ffda38b219c tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.740837 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f4ef84de-13f9-4eb5-9a8e-2ffda38b219c tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group (fa287d89-4ce8-4578-a850-9e0114b45056), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.808346 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f4ef84de-13f9-4eb5-9a8e-2ffda38b219c tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (fa287d89-4ce8-4578-a850-9e0114b45056), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.843401 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef84de-13f9-4eb5-9a8e-2ffda38b219c tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa287d89-4ce8-4578-a850-9e0114b45056,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:29.937279 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f4ef84de-13f9-4eb5-9a8e-2ffda38b219c tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:29.938798 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f4ef84de-13f9-4eb5-9a8e-2ffda38b219c tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3981516 Mar 08 17:37:29.941600 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53426) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:29.946130 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-75bf005a-1649-4f3c-9e84-bbf608ce00d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Request body: {'security_group_rule': {'security_group_id': 'fa287d89-4ce8-4578-a850-9e0114b45056', 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:30.049270 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-75bf005a-1649-4f3c-9e84-bbf608ce00d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (e6c633ef-2773-4190-b35e-ac51f435ea26), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.106366 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-75bf005a-1649-4f3c-9e84-bbf608ce00d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (e6c633ef-2773-4190-b35e-ac51f435ea26), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.220072 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-75bf005a-1649-4f3c-9e84-bbf608ce00d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (e6c633ef-2773-4190-b35e-ac51f435ea26), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.237973 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf005a-1649-4f3c-9e84-bbf608ce00d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c633ef-2773-4190-b35e-ac51f435ea26,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:30.302011 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-75bf005a-1649-4f3c-9e84-bbf608ce00d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.303159 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-75bf005a-1649-4f3c-9e84-bbf608ce00d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3604817 Mar 08 17:37:30.305951 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53430) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:30.310182 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-e60441f6-0942-43a5-aacc-de8ebe3e4391 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Request body: {'security_group_rule': {'security_group_id': 'fa287d89-4ce8-4578-a850-9e0114b45056', 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:30.407314 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e60441f6-0942-43a5-aacc-de8ebe3e4391 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (2d7b8dd7-3627-4963-9fb7-0e9f517b159b), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.432102 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5fa09-a254-4e8e-a54c-219caee5b1c6 req-c3268bed-7069-49d8-957b-242b4cb8b648 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:30.433574 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dec5fa09-a254-4e8e-a54c-219caee5b1c6 req-c3268bed-7069-49d8-957b-242b4cb8b648 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0705805 Mar 08 17:37:30.489429 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device d8f83cc8-d865-47e6-a56d-91cd86d22c0b up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:30.504395 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e60441f6-0942-43a5-aacc-de8ebe3e4391 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (2d7b8dd7-3627-4963-9fb7-0e9f517b159b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.508947 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dec5fa09-a254-4e8e-a54c-219caee5b1c6 req-4c4a679c-45ce-4312-be0f-ab62f4b9cd5a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670695 Mar 08 17:37:30.535855 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port d8f83cc8-d865-47e6-a56d-91cd86d22c0b triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:30.536234 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.574174 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e60441f6-0942-43a5-aacc-de8ebe3e4391 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (2d7b8dd7-3627-4963-9fb7-0e9f517b159b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.590339 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60441f6-0942-43a5-aacc-de8ebe3e4391 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7b8dd7-3627-4963-9fb7-0e9f517b159b,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:30.617703 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port d8f83cc8-d865-47e6-a56d-91cd86d22c0b is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:30.618146 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.644643 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port d8f83cc8-d865-47e6-a56d-91cd86d22c0b, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=d8f83cc8-d865-47e6-a56d-91cd86d22c0b,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:30.685053 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e60441f6-0942-43a5-aacc-de8ebe3e4391 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.686344 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e60441f6-0942-43a5-aacc-de8ebe3e4391 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3794487 Mar 08 17:37:30.688954 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53434) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:30.693349 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-52df82e9-4763-4efe-baf6-4fa980ae9725 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Request body: {'security_group_rule': {'security_group_id': 'fa287d89-4ce8-4578-a850-9e0114b45056', 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:30.740060 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.789597 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=d8f83cc8-d865-47e6-a56d-91cd86d22c0b,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:30.808221 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52df82e9-4763-4efe-baf6-4fa980ae9725 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (31252917-b326-4e83-b15c-52dff2861924), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.863577 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52df82e9-4763-4efe-baf6-4fa980ae9725 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (31252917-b326-4e83-b15c-52dff2861924), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.928839 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52df82e9-4763-4efe-baf6-4fa980ae9725 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (31252917-b326-4e83-b15c-52dff2861924), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:30.947879 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df82e9-4763-4efe-baf6-4fa980ae9725 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31252917-b326-4e83-b15c-52dff2861924,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:31.027368 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52df82e9-4763-4efe-baf6-4fa980ae9725 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.028612 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-52df82e9-4763-4efe-baf6-4fa980ae9725 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386967 Mar 08 17:37:31.031957 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53438) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:31.036441 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-46dd15fa-e5ee-444b-bd54-9f5f98b24da6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Request body: {'security_group_rule': {'security_group_id': 'fa287d89-4ce8-4578-a850-9e0114b45056', 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:31.122772 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-46dd15fa-e5ee-444b-bd54-9f5f98b24da6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (641b2fce-0a55-43ae-99b3-e93365ac1d21), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.181085 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-46dd15fa-e5ee-444b-bd54-9f5f98b24da6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (641b2fce-0a55-43ae-99b3-e93365ac1d21), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.257706 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-46dd15fa-e5ee-444b-bd54-9f5f98b24da6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (641b2fce-0a55-43ae-99b3-e93365ac1d21), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.279016 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd15fa-e5ee-444b-bd54-9f5f98b24da6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641b2fce-0a55-43ae-99b3-e93365ac1d21,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:31.356982 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-46dd15fa-e5ee-444b-bd54-9f5f98b24da6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.358817 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-46dd15fa-e5ee-444b-bd54-9f5f98b24da6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3252473 Mar 08 17:37:31.361531 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53440) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:31.365969 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-542fb32a-2ee9-461e-8d34-146d34219084 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Request body: {'security_group_rule': {'security_group_id': 'fa287d89-4ce8-4578-a850-9e0114b45056', 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:31.471472 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.securitygroups_db [None req-542fb32a-2ee9-461e-8d34-146d34219084 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Project 058ce255d9cd4e40abe99e8939a7f214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:37:31.476344 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-542fb32a-2ee9-461e-8d34-146d34219084 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (e05dac17-3b18-4523-86e0-1db7ff898a8d), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.533311 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-542fb32a-2ee9-461e-8d34-146d34219084 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (e05dac17-3b18-4523-86e0-1db7ff898a8d), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.610219 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-542fb32a-2ee9-461e-8d34-146d34219084 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (e05dac17-3b18-4523-86e0-1db7ff898a8d), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.632915 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fb32a-2ee9-461e-8d34-146d34219084 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05dac17-3b18-4523-86e0-1db7ff898a8d,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:31.653154 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d348e07-4a1d-4809-a0f2-fa5070494eaf req-6204a504-bed8-46ae-95ec-570ec3cb3bd5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:31.654738 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3d348e07-4a1d-4809-a0f2-fa5070494eaf req-6204a504-bed8-46ae-95ec-570ec3cb3bd5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0725024 Mar 08 17:37:31.700536 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3d348e07-4a1d-4809-a0f2-fa5070494eaf req-ce8d1d6d-ea3c-4a6a-ac9d-74f80d368c4f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395582 Mar 08 17:37:31.736413 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-542fb32a-2ee9-461e-8d34-146d34219084 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.737504 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-542fb32a-2ee9-461e-8d34-146d34219084 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3749988 Mar 08 17:37:31.740281 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53444) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:37:31.744583 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-9adda725-455b-42a2-911d-ca028f49ed84 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Request body: {'security_group_rule': {'security_group_id': 'fa287d89-4ce8-4578-a850-9e0114b45056', 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:37:31.842972 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.securitygroups_db [None req-9adda725-455b-42a2-911d-ca028f49ed84 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Project 058ce255d9cd4e40abe99e8939a7f214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:37:31.848580 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9adda725-455b-42a2-911d-ca028f49ed84 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (52dbc9a0-c0f1-465e-8aab-f7aa03a40b2e), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.911522 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9adda725-455b-42a2-911d-ca028f49ed84 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (52dbc9a0-c0f1-465e-8aab-f7aa03a40b2e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:31.989027 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9adda725-455b-42a2-911d-ca028f49ed84 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (52dbc9a0-c0f1-465e-8aab-f7aa03a40b2e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.007153 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adda725-455b-42a2-911d-ca028f49ed84 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52dbc9a0-c0f1-465e-8aab-f7aa03a40b2e,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:32.119443 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9adda725-455b-42a2-911d-ca028f49ed84 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.120983 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9adda725-455b-42a2-911d-ca028f49ed84 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3794558 Mar 08 17:37:32.355616 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Sync routers for ids ['88501043-a1be-477b-8b39-de5fef87b339'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:37:32.366572 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Routers {'88501043-a1be-477b-8b39-de5fef87b339'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:32.367205 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:37:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['88501043-a1be-477b-8b39-de5fef87b339'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:32.463064 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device d8f83cc8-d865-47e6-a56d-91cd86d22c0b up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:32.478716 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Set router 88501043-a1be-477b-8b39-de5fef87b339 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:32.514405 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port d8f83cc8-d865-47e6-a56d-91cd86d22c0b triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:32.514960 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.686686 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88501043-a1be-477b-8b39-de5fef87b339', 'name': 'tempest-TestShelveInstance-541589175-router', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:24Z', 'updated_at': '2022-03-08T17:37:28Z', 'revision_number': 4, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'gw_port': {'id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:25Z', 'updated_at': '2022-03-08T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b53c55b2-0480-41e6-8f93-c0914992af9d', 'name': '', 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'mac_address': 'fa:16:3e:73:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:27Z', 'updated_at': '2022-03-08T17:37:28Z', 'revision_number': 2, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'subnets': [{'id': 'e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:32.713566 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port d8f83cc8-d865-47e6-a56d-91cd86d22c0b is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:32.718567 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Checking router: 88501043-a1be-477b-8b39-de5fef87b339 for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:37:32.719060 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Updating router 88501043-a1be-477b-8b39-de5fef87b339 port b53c55b2-0480-41e6-8f93-c0914992af9d binding host dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:37:32.747699 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:32.827800 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb13db0-7371-4bca-9985-4aa3617323dc req-fb2bdbaf-6699-4207-9c1a-e2f3a2cac76b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:32.829235 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aeb13db0-7371-4bca-9985-4aa3617323dc req-fb2bdbaf-6699-4207-9c1a-e2f3a2cac76b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0533416 Mar 08 17:37:32.881063 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aeb13db0-7371-4bca-9985-4aa3617323dc req-55e76e12-4cc3-4e91-ba0f-59a2c15dd65f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462055 Mar 08 17:37:33.013297 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Publish callbacks [] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.120541 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.170963 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad78aa-e34e-43fa-bd7f-c3ac441d0347 None None] Pushing event updated for resources: {'Port': ['ID=b53c55b2-0480-41e6-8f93-c0914992af9d,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:33.228806 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Attempting to bind port b53c55b2-0480-41e6-8f93-c0914992af9d on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:37:33.229209 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Attempting to bind port b53c55b2-0480-41e6-8f93-c0914992af9d by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'a0762e34-4619-45f0-b18d-d685ea316c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:37:33.229577 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Attempting to bind port b53c55b2-0480-41e6-8f93-c0914992af9d on network 9bb2b929-85b8-459f-8a2f-bf8795170d73 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:37:33.235337 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:37:33.235720 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Checking segment: {'id': 'a0762e34-4619-45f0-b18d-d685ea316c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:37:33.236127 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.236523 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Bound using segment: {'id': 'a0762e34-4619-45f0-b18d-d685ea316c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:37:33.236998 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Bound port: b53c55b2-0480-41e6-8f93-c0914992af9d, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0762e34-4619-45f0-b18d-d685ea316c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:37:33.237388 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.304547 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] For port b53c55b2-0480-41e6-8f93-c0914992af9d, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:37:33.307994 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] For port b53c55b2-0480-41e6-8f93-c0914992af9d, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b53c55b2-0480-41e6-8f93-c0914992af9d,segment=NetworkSegment(a0762e34-4619-45f0-b18d-d685ea316c34),segment_id=a0762e34-4619-45f0-b18d-d685ea316c34)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:37:33.366942 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.411815 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-4c8eb16b-df15-4e7a-96be-90b5c42804a9 None None] Provisioning complete for port b53c55b2-0480-41e6-8f93-c0914992af9d triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:33.412114 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb16b-df15-4e7a-96be-90b5c42804a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.500000 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4c8eb16b-df15-4e7a-96be-90b5c42804a9 None None] Current status of the port b53c55b2-0480-41e6-8f93-c0914992af9d is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:33.500972 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb16b-df15-4e7a-96be-90b5c42804a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.518325 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad78aa-e34e-43fa-bd7f-c3ac441d0347 None None] Pushing event updated for resources: {'Port': ['ID=b53c55b2-0480-41e6-8f93-c0914992af9d,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:33.524003 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Routers {'88501043-a1be-477b-8b39-de5fef87b339'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:37:33.524641 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:37:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['88501043-a1be-477b-8b39-de5fef87b339'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:33.540253 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-4c8eb16b-df15-4e7a-96be-90b5c42804a9 None None] For port b53c55b2-0480-41e6-8f93-c0914992af9d, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b53c55b2-0480-41e6-8f93-c0914992af9d,segment=NetworkSegment(a0762e34-4619-45f0-b18d-d685ea316c34),segment_id=a0762e34-4619-45f0-b18d-d685ea316c34)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:33.605335 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4c8eb16b-df15-4e7a-96be-90b5c42804a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.658748 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] Set router 88501043-a1be-477b-8b39-de5fef87b339 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:37:33.663094 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8eb16b-df15-4e7a-96be-90b5c42804a9 None None] Pushing event updated for resources: {'Port': ['ID=b53c55b2-0480-41e6-8f93-c0914992af9d,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:33.729995 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-2efc428e-948d-4378-8034-24dc209be58a None None] Provisioning complete for port b53c55b2-0480-41e6-8f93-c0914992af9d triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:33.730586 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2efc428e-948d-4378-8034-24dc209be58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:33.818649 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2efc428e-948d-4378-8034-24dc209be58a None None] Current status of the port b53c55b2-0480-41e6-8f93-c0914992af9d is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:33.876716 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88501043-a1be-477b-8b39-de5fef87b339', 'name': 'tempest-TestShelveInstance-541589175-router', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:24Z', 'updated_at': '2022-03-08T17:37:28Z', 'revision_number': 4, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'gw_port': {'id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:25Z', 'updated_at': '2022-03-08T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b53c55b2-0480-41e6-8f93-c0914992af9d', 'name': '', 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'mac_address': 'fa:16:3e:73:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:27Z', 'updated_at': '2022-03-08T17:37:33Z', 'revision_number': 4, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'subnets': [{'id': 'e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:37:33.903568 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596b1ad-9d48-46c8-ac21-baa263dcfab2 None None] The sync data for ids ['88501043-a1be-477b-8b39-de5fef87b339'] in dv-cinder-830085-3-iscsi is: [{'id': '88501043-a1be-477b-8b39-de5fef87b339', 'name': 'tempest-TestShelveInstance-541589175-router', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:24Z', 'updated_at': '2022-03-08T17:37:28Z', 'revision_number': 4, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'gw_port': {'id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:25Z', 'updated_at': '2022-03-08T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b53c55b2-0480-41e6-8f93-c0914992af9d', 'name': '', 'network_id': '9bb2b929-85b8-459f-8a2f-bf8795170d73', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'mac_address': 'fa:16:3e:73:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:27Z', 'updated_at': '2022-03-08T17:37:33Z', 'revision_number': 4, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'subnets': [{'id': 'e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:37:34.018437 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55453d3a-ba0a-48a6-b765-635ddf401890 req-3b8c6457-01ce-42d0-94f1-27d7bd8653ce tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:34.020909 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-55453d3a-ba0a-48a6-b765-635ddf401890 req-3b8c6457-01ce-42d0-94f1-27d7bd8653ce tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0639462 Mar 08 17:37:34.077256 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-55453d3a-ba0a-48a6-b765-635ddf401890 req-f789ce33-6285-4416-8817-bc8db5d3349f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491564 Mar 08 17:37:34.484735 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b53c55b2-0480-41e6-8f93-c0914992af9d up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:34.532925 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port b53c55b2-0480-41e6-8f93-c0914992af9d triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:34.533633 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:34.606611 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port b53c55b2-0480-41e6-8f93-c0914992af9d is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:35.202694 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4466c-c7eb-4b4b-9dab-501c4424096c req-337287fa-4605-4d7e-b6b7-dcac01f0b9d0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:35.204208 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b7c4466c-c7eb-4b4b-9dab-501c4424096c req-337287fa-4605-4d7e-b6b7-dcac01f0b9d0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 943 time: 0.0544875 Mar 08 17:37:35.253169 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b7c4466c-c7eb-4b4b-9dab-501c4424096c req-2cbef897-dc6d-46b0-9eb2-327fcced9c16 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434053 Mar 08 17:37:35.628846 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device efbff050-2d83-40e2-a83f-3bd67cf2e487 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:37:35.730220 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:35.741210 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'port_id': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'mac_address': 'fa:16:3e:5a:94:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:37:35.780101 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port efbff050-2d83-40e2-a83f-3bd67cf2e487 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:35.780500 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.793332 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbff050-2d83-40e2-a83f-3bd67cf2e487 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:37:35.817094 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:35.888695 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:35.935514 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=efbff050-2d83-40e2-a83f-3bd67cf2e487,revision_number=9']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:35.960412 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:37:36.381466 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ed133-a99a-457b-b45e-b918042f8847 req-8b019961-ea24-4d81-b323-e087de4b8a1c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:36.382986 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de9ed133-a99a-457b-b45e-b918042f8847 req-8b019961-ea24-4d81-b323-e087de4b8a1c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0541925 Mar 08 17:37:36.398798 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['efbff050-2d83-40e2-a83f-3bd67cf2e487'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:37:36.434145 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de9ed133-a99a-457b-b45e-b918042f8847 req-d1254f54-e318-44a9-9ac5-1c1b03c01cac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453680 Mar 08 17:37:37.560622 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e1a47-6558-4116-81d2-6eec254e08ac req-6b0f9a05-888f-4e5f-9255-1ee3bf57c9bb tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:37.563323 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-391e1a47-6558-4116-81d2-6eec254e08ac req-6b0f9a05-888f-4e5f-9255-1ee3bf57c9bb tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0555212 Mar 08 17:37:37.609868 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-391e1a47-6558-4116-81d2-6eec254e08ac req-e908bb0e-118f-4bda-9db2-c7946e039f79 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 Mar 08 17:37:38.737483 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25166670-eee1-4f2c-a3ff-d56456cfabf9 req-3f81fc06-a8a4-44d6-8337-e7aa169469f8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:38.739001 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-25166670-eee1-4f2c-a3ff-d56456cfabf9 req-3f81fc06-a8a4-44d6-8337-e7aa169469f8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0573540 Mar 08 17:37:38.786693 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-25166670-eee1-4f2c-a3ff-d56456cfabf9 req-628b6a06-a411-44db-9c55-cc7ead77097f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Mar 08 17:37:39.664241 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device efbff050-2d83-40e2-a83f-3bd67cf2e487 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:37:39.711593 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port efbff050-2d83-40e2-a83f-3bd67cf2e487 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:37:39.711979 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.787873 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port efbff050-2d83-40e2-a83f-3bd67cf2e487 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:37:39.788267 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.814068 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:37:39.816288 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065619f9-7747-4cf2-9ac0-b79ec423c18e" -d '{"events": [{"server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:37:39.829036 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:37:39.853345 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23782cab-7dbd-449f-a0a3-ae7edddfaa97 x-openstack-request-id: req-23782cab-7dbd-449f-a0a3-ae7edddfaa97 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:37:39.853345 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "name": "network-vif-plugged", "status": "completed", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:37:39.853614 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-23782cab-7dbd-449f-a0a3-ae7edddfaa97 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:37:39.854061 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'code': 200} Mar 08 17:37:39.894401 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:39.918800 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fe29c-77e4-422c-8b9f-e717bac3316b req-d3f0b446-83c1-41c4-8ddf-d00fe4692418 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:39.920295 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-708fe29c-77e4-422c-8b9f-e717bac3316b req-d3f0b446-83c1-41c4-8ddf-d00fe4692418 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 944 time: 0.0583904 Mar 08 17:37:39.943720 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=efbff050-2d83-40e2-a83f-3bd67cf2e487,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:37:39.968549 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-708fe29c-77e4-422c-8b9f-e717bac3316b req-e478b297-c7bd-40b1-aceb-856d7d067407 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Mar 08 17:37:40.709937 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729b2fb-e135-4374-8d54-a0991bbbe3e1 req-4061fecf-776e-4912-8311-f0f823d79ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:40.711460 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1729b2fb-e135-4374-8d54-a0991bbbe3e1 req-4061fecf-776e-4912-8311-f0f823d79ca6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 1130 time: 0.0866106 Mar 08 17:37:40.758629 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1729b2fb-e135-4374-8d54-a0991bbbe3e1 req-fa4dd2d9-4526-48fc-b990-d6442d13def5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368183 Mar 08 17:37:41.097262 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90950e-7283-44fa-b156-27e6c0a7bef3 req-09c15e91-fa90-4a88-af66-8f12e3c956bc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:41.098802 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae90950e-7283-44fa-b156-27e6c0a7bef3 req-09c15e91-fa90-4a88-af66-8f12e3c956bc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 946 time: 0.0552177 Mar 08 17:37:41.148536 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae90950e-7283-44fa-b156-27e6c0a7bef3 req-f2b19647-ff18-45d3-a6ac-d4ba387db5ce tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Mar 08 17:37:42.274233 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe852b-f283-4443-a4f0-7101259a463b req-e0a29476-9002-4b93-aeac-3eeccf86c08b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:42.275642 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7fbe852b-f283-4443-a4f0-7101259a463b req-e0a29476-9002-4b93-aeac-3eeccf86c08b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 946 time: 0.0565462 Mar 08 17:37:42.322649 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7fbe852b-f283-4443-a4f0-7101259a463b req-12e02c01-6f98-4d0f-9d69-da014d31ceed tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415211 Mar 08 17:37:43.457335 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4e961-e086-412e-bd00-bea04342bf71 req-6aea8df1-0bc9-49d1-a78a-d78a2f26f7f9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:43.457952 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6eb4e961-e086-412e-bd00-bea04342bf71 req-6aea8df1-0bc9-49d1-a78a-d78a2f26f7f9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 946 time: 0.0591495 Mar 08 17:37:43.506645 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6eb4e961-e086-412e-bd00-bea04342bf71 req-2f533778-bc3b-48e6-8e3e-e14092d8e09c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420356 Mar 08 17:37:44.634072 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f0dce-d0f9-4f4c-8e0b-d5c8470a17a7 req-0e66cac0-830f-4942-8bee-fe3a1b76fa7b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:37:44.635597 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2a2f0dce-d0f9-4f4c-8e0b-d5c8470a17a7 req-0e66cac0-830f-4942-8bee-fe3a1b76fa7b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 946 time: 0.0580730 Mar 08 17:37:44.683164 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2a2f0dce-d0f9-4f4c-8e0b-d5c8470a17a7 req-7e33f5b2-fcb7-4bfb-a43f-aa7c593c5d39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Mar 08 17:37:49.076579 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-06c5624e-d771-4f9a-a152-c1b54b4bf203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:50.297810 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:51.346036 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b31eaee-2521-43bc-80b6-741c0be7c0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:52.709239 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:53.859906 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:37:55.287954 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:00.373016 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-d403f115-16eb-484b-935b-10096cc8f912 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1674495072&fields=id&tenant_id=058ce255d9cd4e40abe99e8939a7f214 HTTP/1.1" status: 200 len: 267 time: 0.0437825 Mar 08 17:38:00.477667 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ac6a39f5-ea0d-4f31-b4c2-2722f5f7e2fd tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:00.479180 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ac6a39f5-ea0d-4f31-b4c2-2722f5f7e2fd tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/networks?id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b HTTP/1.1" status: 200 len: 808 time: 0.0998893 Mar 08 17:38:00.497508 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-18d8f76a-6b0c-48c2-a865-d473a23a382a tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/quotas/058ce255d9cd4e40abe99e8939a7f214 HTTP/1.1" status: 200 len: 375 time: 0.0126963 Mar 08 17:38:00.555296 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-684b3c93-7029-4375-885b-16aa21403a48 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=058ce255d9cd4e40abe99e8939a7f214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525272 Mar 08 17:38:00.691076 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-7dc60ada-92a1-4f13-9ed1-5cea161be43b service neutron] 10.222.0.66 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252413 Mar 08 17:38:00.780698 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-e5799a5f-6227-45b8-a745-87297293e36c service neutron] 10.222.0.66 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834939 Mar 08 17:38:01.338907 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9d9d5693-a226-4cd2-9849-e7554b1d1048 req-880c4e37-0748-465f-8fa5-0ed69c3c6d7f tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 210 time: 0.0258019 Mar 08 17:38:02.429793 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1a56564a-2c06-451b-8a6d-49ebe4f784cb req-26649427-dd1b-4cd0-b910-8069b8c6fc6d tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 210 time: 0.0259998 Mar 08 17:38:03.530475 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5e4c401b-eb8f-486b-bd09-86d020353f2e req-d05368ce-d936-4fef-94b8-c5c99df943ba tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 210 time: 0.0305326 Mar 08 17:38:03.561625 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-cd9fac50-2fae-4ab5-9f58-918e75170043 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:03.563097 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-cd9fac50-2fae-4ab5-9f58-918e75170043 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.64 "GET /v2.0/networks?id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b HTTP/1.1" status: 200 len: 808 time: 0.1304574 Mar 08 17:38:03.636715 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-940cfc32-f6f1-4166-9f1f-67bdf744e3e2 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=058ce255d9cd4e40abe99e8939a7f214 HTTP/1.1" status: 200 len: 380 time: 0.0581613 Mar 08 17:38:03.645964 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Request body: {'port': {'device_id': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'admin_state_up': True, 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'security_groups': ['fa287d89-4ce8-4578-a850-9e0114b45056']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:38:03.836870 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Made reservation on behalf of 058ce255d9cd4e40abe99e8939a7f214 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:38:03.840493 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:03.971606 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Allocated IP 172.20.0.4 (709ddbfe-d103-4ade-9d4e-00a50ee81b3b/642e7aed-f545-4dc1-8208-708f7ae3af60/22aed709-993e-4b48-baed-24d6e4719ec2) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:38:04.119761 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for port (22aed709-993e-4b48-baed-24d6e4719ec2), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:04.220374 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:04.275397 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:38:04.276272 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:38:04.280722 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:38:04.284680 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event updated for resources: {'Port': ['ID=22aed709-993e-4b48-baed-24d6e4719ec2,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:04.333848 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:04.334469 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:04.428121 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-b1a8356c-2d81-43a5-86cc-9bb3816282d5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7857301 Mar 08 17:38:04.451045 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Request body: {'port': {'device_id': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:38:04.511128 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:04.542780 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-514201c6-e72d-4005-b8c2-4bd5fffa49df None None] Provisioning complete for port 22aed709-993e-4b48-baed-24d6e4719ec2 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:38:04.542780 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-514201c6-e72d-4005-b8c2-4bd5fffa49df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:04.582393 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-514201c6-e72d-4005-b8c2-4bd5fffa49df None None] Port 22aed709-993e-4b48-baed-24d6e4719ec2 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:38:04.656000 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5955c7-78e8-417e-878a-1fe353009c01 req-7f3db2d0-6c72-468a-bc6e-cdff12d45e75 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:04.657509 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0f5955c7-78e8-417e-878a-1fe353009c01 req-7f3db2d0-6c72-468a-bc6e-cdff12d45e75 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 931 time: 0.0574498 Mar 08 17:38:04.708176 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0f5955c7-78e8-417e-878a-1fe353009c01 req-d496f573-4d5b-4cc5-b86e-3deb25adf834 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450213 Mar 08 17:38:04.788987 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22aed709-993e-4b48-baed-24d6e4719ec2 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:38:04.797785 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Publish callbacks [] for port (22aed709-993e-4b48-baed-24d6e4719ec2), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:04.809947 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Transition to ACTIVE for port object 22aed709-993e-4b48-baed-24d6e4719ec2 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:38:04.903329 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:04.973204 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Pushing event updated for resources: {'Port': ['ID=22aed709-993e-4b48-baed-24d6e4719ec2,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:05.032286 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Attempting to bind port 22aed709-993e-4b48-baed-24d6e4719ec2 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:38:05.033383 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Attempting to bind port 22aed709-993e-4b48-baed-24d6e4719ec2 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:38:05.033383 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Attempting to bind port 22aed709-993e-4b48-baed-24d6e4719ec2 on network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:38:05.037597 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Port 22aed709-993e-4b48-baed-24d6e4719ec2 on network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:38:05.037985 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Attempting to bind port 22aed709-993e-4b48-baed-24d6e4719ec2 on network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:38:05.043027 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:38:05.043369 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Checking segment: {'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:38:05.043759 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Bound using segment: {'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:38:05.044188 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Bound port: 22aed709-993e-4b48-baed-24d6e4719ec2, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e276fe8d-c2f2-4538-a452-fd58089ff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:38:05.044561 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:05.110600 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] For port 22aed709-993e-4b48-baed-24d6e4719ec2, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:38:05.114142 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] For port 22aed709-993e-4b48-baed-24d6e4719ec2, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=22aed709-993e-4b48-baed-24d6e4719ec2,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:38:05.214445 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:05.248210 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:05.248800 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:05.250231 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] 10.222.0.64 "PUT /v2.0/ports/22aed709-993e-4b48-baed-24d6e4719ec2 HTTP/1.1" status: 200 len: 1093 time: 0.8045008 Mar 08 17:38:05.250688 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:38:05.253158 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aead47b-d7f5-4a25-a31c-cedd99e56bef" -d '{"events": [{"name": "network-changed", "server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:38:05.283198 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a6358-08a3-4fd8-9a62-123b1274d3cb service neutron] Pushing event updated for resources: {'Port': ['ID=22aed709-993e-4b48-baed-24d6e4719ec2,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:05.356313 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b118c2ce-6f13-471a-a612-eb91625bdff4 x-openstack-request-id: req-b118c2ce-6f13-471a-a612-eb91625bdff4 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:38:05.356610 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:38:05.356867 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b118c2ce-6f13-471a-a612-eb91625bdff4 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:38:05.357324 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2', 'status': 'completed', 'code': 200} Mar 08 17:38:05.414145 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-52366946-6bf0-4a5e-8d3e-7a06677638df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:05.415807 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-52366946-6bf0-4a5e-8d3e-7a06677638df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=058ce255d9cd4e40abe99e8939a7f214&device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 1127 time: 0.0462310 Mar 08 17:38:05.466950 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-6c410550-58b4-474a-b27a-107ba4ea7689 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22aed709-993e-4b48-baed-24d6e4719ec2 HTTP/1.1" status: 200 len: 217 time: 0.0383084 Mar 08 17:38:05.521820 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-12b13e24-3705-4e9a-917c-e3b9309847b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:05.523246 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-12b13e24-3705-4e9a-917c-e3b9309847b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=642e7aed-f545-4dc1-8208-708f7ae3af60 HTTP/1.1" status: 200 len: 847 time: 0.0483272 Mar 08 17:38:05.573937 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ae880557-005f-43a3-88e7-6b039e73c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:05.575348 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-ae880557-005f-43a3-88e7-6b039e73c46b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442662 Mar 08 17:38:05.671557 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-52b2034d-6fd7-467c-862a-bcd69b2fd472 service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870826 Mar 08 17:38:05.760745 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e60d447-2b99-4b29-9cb7-d290f06593bc req-995254d9-5eb6-43fc-a1f8-8881bb6ec05e service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816619 Mar 08 17:38:05.829680 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74521214-997a-4b33-959a-dc5bbf30d0b9 req-d2245f38-3404-43fc-836f-0c0f492ad66e tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:05.831090 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-74521214-997a-4b33-959a-dc5bbf30d0b9 req-d2245f38-3404-43fc-836f-0c0f492ad66e tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0543096 Mar 08 17:38:05.880068 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-74521214-997a-4b33-959a-dc5bbf30d0b9 req-cffb7a12-603e-4115-b01d-46571e69e043 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431917 Mar 08 17:38:05.944349 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead47b-d7f5-4a25-a31c-cedd99e56bef req-ba62c8d0-62b7-4252-8604-aff1bb2e4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:05.945939 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5aead47b-d7f5-4a25-a31c-cedd99e56bef req-ba62c8d0-62b7-4252-8604-aff1bb2e4e37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=058ce255d9cd4e40abe99e8939a7f214&device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 1127 time: 0.0486872 Mar 08 17:38:06.040855 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead47b-d7f5-4a25-a31c-cedd99e56bef req-ff7d154c-86c1-4fbb-ba55-5582f53c771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:06.042308 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5aead47b-d7f5-4a25-a31c-cedd99e56bef req-ff7d154c-86c1-4fbb-ba55-5582f53c771e service neutron] 10.222.0.64 "GET /v2.0/networks?id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b HTTP/1.1" status: 200 len: 909 time: 0.0839288 Mar 08 17:38:06.087160 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5aead47b-d7f5-4a25-a31c-cedd99e56bef req-4735acd2-dd5a-411e-851b-b2ef9f4743bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22aed709-993e-4b48-baed-24d6e4719ec2 HTTP/1.1" status: 200 len: 217 time: 0.0366819 Mar 08 17:38:06.136066 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead47b-d7f5-4a25-a31c-cedd99e56bef req-1bbeba52-f81e-4786-9346-33ba313ad2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:06.137454 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5aead47b-d7f5-4a25-a31c-cedd99e56bef req-1bbeba52-f81e-4786-9346-33ba313ad2bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=642e7aed-f545-4dc1-8208-708f7ae3af60 HTTP/1.1" status: 200 len: 847 time: 0.0427444 Mar 08 17:38:06.189310 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead47b-d7f5-4a25-a31c-cedd99e56bef req-53569414-a827-4e58-ac8a-d53bbf0a0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:06.190816 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5aead47b-d7f5-4a25-a31c-cedd99e56bef req-53569414-a827-4e58-ac8a-d53bbf0a0c90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431128 Mar 08 17:38:06.279715 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5aead47b-d7f5-4a25-a31c-cedd99e56bef req-edbf380a-6fdc-48d9-b6a1-2f2ad2bdf51e service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818522 Mar 08 17:38:06.370730 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5aead47b-d7f5-4a25-a31c-cedd99e56bef req-a3b07664-6a5f-4bbe-945e-f8a6d53cbbe4 service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817502 Mar 08 17:38:06.997068 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd55b-3e00-4576-b89e-575756eaf453 req-51fa3cb6-fa23-43cd-b80e-6a3cd1bdba32 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:06.998565 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55ccd55b-3e00-4576-b89e-575756eaf453 req-51fa3cb6-fa23-43cd-b80e-6a3cd1bdba32 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0514915 Mar 08 17:38:07.050417 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55ccd55b-3e00-4576-b89e-575756eaf453 req-276228b8-15ce-4b87-83cc-2da2ebf0f991 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463972 Mar 08 17:38:08.162805 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e7255-df1e-44ff-8ca4-59911b21467c req-8c2bf824-226e-4b56-9814-5e6a36ab6674 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:08.164277 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c84e7255-df1e-44ff-8ca4-59911b21467c req-8c2bf824-226e-4b56-9814-5e6a36ab6674 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0509660 Mar 08 17:38:08.212169 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c84e7255-df1e-44ff-8ca4-59911b21467c req-67f19d15-d20a-4806-ae41-162f168118c2 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415530 Mar 08 17:38:09.330089 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d14a5-f800-4534-a97d-d69e2c3e85c8 req-9b57bdd6-a073-40d2-941a-1e388f70b0df tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:09.331519 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b32d14a5-f800-4534-a97d-d69e2c3e85c8 req-9b57bdd6-a073-40d2-941a-1e388f70b0df tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0529528 Mar 08 17:38:09.380536 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b32d14a5-f800-4534-a97d-d69e2c3e85c8 req-975ff551-6df4-4ff7-9941-f7c0cc35d235 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432129 Mar 08 17:38:10.495476 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937feb6-7030-476c-84e4-067575c54d39 req-c3303fb8-f541-4681-84b0-920208f58b67 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:10.497187 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0937feb6-7030-476c-84e4-067575c54d39 req-c3303fb8-f541-4681-84b0-920208f58b67 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0519941 Mar 08 17:38:10.548198 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0937feb6-7030-476c-84e4-067575c54d39 req-522abec4-6a22-47b5-9bb4-258198c582e1 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454557 Mar 08 17:38:11.666017 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7dee5-68ba-4722-a7e0-233aa7f2c1fb req-e5808619-57dc-420d-8627-65a66fa4685f tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:11.667532 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a8a7dee5-68ba-4722-a7e0-233aa7f2c1fb req-e5808619-57dc-420d-8627-65a66fa4685f tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0529296 Mar 08 17:38:11.716025 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a8a7dee5-68ba-4722-a7e0-233aa7f2c1fb req-9d0b2f7e-9110-4f76-911f-b17429420380 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427544 Mar 08 17:38:12.833798 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0af145-d970-4ae4-b4e9-fd24229e624f req-38e458a5-e1a3-440f-89fe-b59235c9ea17 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:12.835272 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c0af145-d970-4ae4-b4e9-fd24229e624f req-38e458a5-e1a3-440f-89fe-b59235c9ea17 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0516860 Mar 08 17:38:12.884588 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c0af145-d970-4ae4-b4e9-fd24229e624f req-89f42d7b-9759-4d76-b798-c21590a4c713 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433140 Mar 08 17:38:12.958893 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:38:14.004817 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347cdb3-a421-446f-a837-da04919119d3 req-4850c224-64a0-4d4a-b890-7e55aa980b20 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:14.006309 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6347cdb3-a421-446f-a837-da04919119d3 req-4850c224-64a0-4d4a-b890-7e55aa980b20 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0557978 Mar 08 17:38:14.055263 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6347cdb3-a421-446f-a837-da04919119d3 req-284840df-15b4-4cf1-abb6-fb349cfc6a9a tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430083 Mar 08 17:38:15.168870 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ac82e-c957-4d05-b266-7941667ae4cd req-14096184-f05d-48cf-abf5-18dc757fc7ff tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:15.170363 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-676ac82e-c957-4d05-b266-7941667ae4cd req-14096184-f05d-48cf-abf5-18dc757fc7ff tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0511360 Mar 08 17:38:15.218224 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-676ac82e-c957-4d05-b266-7941667ae4cd req-ee838c10-248d-468c-8120-93e7613d8281 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423121 Mar 08 17:38:15.870137 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 22aed709-993e-4b48-baed-24d6e4719ec2 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:38:15.976749 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 22aed709-993e-4b48-baed-24d6e4719ec2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=22aed709-993e-4b48-baed-24d6e4719ec2,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:38:15.987391 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '22aed709-993e-4b48-baed-24d6e4719ec2', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'port_id': '22aed709-993e-4b48-baed-24d6e4719ec2', 'mac_address': 'fa:16:3e:05:76:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:38:16.023931 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 22aed709-993e-4b48-baed-24d6e4719ec2 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:38:16.024329 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:16.037918 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22aed709-993e-4b48-baed-24d6e4719ec2 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:38:16.057926 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 22aed709-993e-4b48-baed-24d6e4719ec2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=22aed709-993e-4b48-baed-24d6e4719ec2,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:38:16.168343 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:16.220647 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=22aed709-993e-4b48-baed-24d6e4719ec2,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:16.227550 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.230845 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.230845 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.230845 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.230845 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.230845 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.230845 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.230845 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.230845 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.230845 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.231567 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.231567 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.231920 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:16.334254 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c44b9-cd25-41c8-a1b3-83c6e7f0e0c5 req-92226e70-d7e0-4f7f-986f-c8e2a88e5bc5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:16.335723 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-886c44b9-cd25-41c8-a1b3-83c6e7f0e0c5 req-92226e70-d7e0-4f7f-986f-c8e2a88e5bc5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 944 time: 0.0520146 Mar 08 17:38:16.383229 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-886c44b9-cd25-41c8-a1b3-83c6e7f0e0c5 req-bf5fdef8-edc9-4c31-815c-50f20fee0351 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412800 Mar 08 17:38:16.786074 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['22aed709-993e-4b48-baed-24d6e4719ec2'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:38:17.503954 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e855c-a3a3-4803-8795-170d6252bae8 req-1876f54e-f432-422a-8ee8-9076f88494b4 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:17.505414 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2b9e855c-a3a3-4803-8795-170d6252bae8 req-1876f54e-f432-422a-8ee8-9076f88494b4 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 944 time: 0.0561898 Mar 08 17:38:17.556328 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2b9e855c-a3a3-4803-8795-170d6252bae8 req-846bac95-ee1a-4a6f-b102-3a478ccb9f13 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448866 Mar 08 17:38:18.674618 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42b802-1888-47e6-a6e1-0b2a5ea7d8bc req-088043b8-6b27-45ea-8ced-8c7588c82a9d tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:18.675974 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f42b802-1888-47e6-a6e1-0b2a5ea7d8bc req-088043b8-6b27-45ea-8ced-8c7588c82a9d tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 944 time: 0.0545127 Mar 08 17:38:18.722340 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f42b802-1888-47e6-a6e1-0b2a5ea7d8bc req-bf1b9396-b617-49ab-9906-bae6a6f4a5cc tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408616 Mar 08 17:38:19.086043 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c2c37bc-3e77-4ceb-9380-3b48694f1a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:19.840956 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9f060-e7b3-43b9-8dcb-c1a3ee6d5d8d req-32ed447d-b0d5-467a-baad-f452e7003b45 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:19.842475 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ecd9f060-e7b3-43b9-8dcb-c1a3ee6d5d8d req-32ed447d-b0d5-467a-baad-f452e7003b45 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 944 time: 0.0543532 Mar 08 17:38:19.892676 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 22aed709-993e-4b48-baed-24d6e4719ec2 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:38:19.893876 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ecd9f060-e7b3-43b9-8dcb-c1a3ee6d5d8d req-4cedb51c-c191-4bee-80ca-4b6d2965e2aa tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456228 Mar 08 17:38:20.013892 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port 22aed709-993e-4b48-baed-24d6e4719ec2 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:38:20.018399 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 22aed709-993e-4b48-baed-24d6e4719ec2 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:38:20.018778 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:20.102351 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 22aed709-993e-4b48-baed-24d6e4719ec2 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:38:20.102351 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:20.122834 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:38:20.125033 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a96613a-d7a6-4e7f-8ab6-84d2e53de3c2" -d '{"events": [{"server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "name": "network-vif-plugged", "status": "completed", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:38:20.138394 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 22aed709-993e-4b48-baed-24d6e4719ec2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=22aed709-993e-4b48-baed-24d6e4719ec2,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:38:20.207738 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:20.217214 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20a9903-3cc7-4d76-92e3-25eeb8f5c9d6 x-openstack-request-id: req-a20a9903-3cc7-4d76-92e3-25eeb8f5c9d6 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:38:20.217214 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "name": "network-vif-plugged", "status": "completed", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:38:20.217214 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a20a9903-3cc7-4d76-92e3-25eeb8f5c9d6 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:38:20.217214 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2', 'code': 200} Mar 08 17:38:20.266359 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=22aed709-993e-4b48-baed-24d6e4719ec2,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:20.269820 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:20.699885 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd470-2271-45e7-9c5a-6b88b63331d5 req-265b1cce-575a-4599-829c-7f50b2688620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:20.701294 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f72cd470-2271-45e7-9c5a-6b88b63331d5 req-265b1cce-575a-4599-829c-7f50b2688620 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 1129 time: 0.0419767 Mar 08 17:38:20.751591 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f72cd470-2271-45e7-9c5a-6b88b63331d5 req-8cfcc268-83b2-48cd-aed5-12dbac3715e2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434301 Mar 08 17:38:21.011303 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c454e5-ac33-482d-8341-6b8b71eea0e8 req-2b8699fc-5eee-4375-a884-d9c3dc6b11bf tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:21.013497 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-06c454e5-ac33-482d-8341-6b8b71eea0e8 req-2b8699fc-5eee-4375-a884-d9c3dc6b11bf tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0531840 Mar 08 17:38:21.061545 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-06c454e5-ac33-482d-8341-6b8b71eea0e8 req-4240aae3-21e2-4a4b-80eb-2ba3a9e400ef tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424650 Mar 08 17:38:21.331728 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e34c6d5c-752c-4685-916b-60053ef13eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:22.183031 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65269bea-4f67-4dfd-9f5a-6977933c6229 req-6f1320a0-9acf-4fbd-9b02-834da05bd9ec tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:22.184872 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-65269bea-4f67-4dfd-9f5a-6977933c6229 req-6f1320a0-9acf-4fbd-9b02-834da05bd9ec tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0551810 Mar 08 17:38:22.239910 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-65269bea-4f67-4dfd-9f5a-6977933c6229 req-aa916d10-4380-434a-953b-51dd344a00da tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492678 Mar 08 17:38:22.252652 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db120708-8a1c-4f43-a6dd-7d71d3822524 req-630591dc-71c0-4043-8320-4b5ea1ef163b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:22.261612 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db120708-8a1c-4f43-a6dd-7d71d3822524 req-630591dc-71c0-4043-8320-4b5ea1ef163b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0777800 Mar 08 17:38:22.300422 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db120708-8a1c-4f43-a6dd-7d71d3822524 req-8b9e82f3-e301-472d-b35e-ce4d76e35b17 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408151 Mar 08 17:38:22.716949 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:23.364242 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d5767-715c-4259-b1e6-71bba9801d17 req-1eefa78d-105d-4166-acaa-e314f645ecf8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:23.365954 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b66d5767-715c-4259-b1e6-71bba9801d17 req-1eefa78d-105d-4166-acaa-e314f645ecf8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0576644 Mar 08 17:38:23.413874 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b66d5767-715c-4259-b1e6-71bba9801d17 req-f07582bf-4499-476d-826b-31f1f2af33f0 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424330 Mar 08 17:38:23.422425 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacbcd9-70be-4673-a90a-b45f2dd88c52 req-28b4736e-0c46-45e3-953b-37548db56b4a tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:23.433949 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5bacbcd9-70be-4673-a90a-b45f2dd88c52 req-28b4736e-0c46-45e3-953b-37548db56b4a tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0558734 Mar 08 17:38:23.473197 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5bacbcd9-70be-4673-a90a-b45f2dd88c52 req-6e8e8a65-b1b2-415b-bc8c-c764b4f3b810 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425165 Mar 08 17:38:23.579815 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe5ae8-0206-46ad-8871-7bf4bd7817cb req-033042f2-c4c9-47bd-9d36-db12d7f58dbf tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:23.581231 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4afe5ae8-0206-46ad-8871-7bf4bd7817cb req-033042f2-c4c9-47bd-9d36-db12d7f58dbf tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0549285 Mar 08 17:38:23.631045 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4afe5ae8-0206-46ad-8871-7bf4bd7817cb req-c9d9a203-255d-4ea0-a653-8979eb292113 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440185 Mar 08 17:38:23.654823 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53760) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:38:23.744996 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7468a445-06fd-4a5c-bc83-af376b9f18d2 tempest-TestShelveInstance-9887014 tempest-TestShelveInstance-9887014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:23.747285 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7468a445-06fd-4a5c-bc83-af376b9f18d2 tempest-TestShelveInstance-9887014 tempest-TestShelveInstance-9887014-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 1124 time: 0.0905883 Mar 08 17:38:23.750433 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53764) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:38:23.751474 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28efb64-af75-4942-b770-5fcd6f64573d req-5c0063d5-c5aa-4c07-9117-3e8e96414c54 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:23.752979 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c28efb64-af75-4942-b770-5fcd6f64573d req-5c0063d5-c5aa-4c07-9117-3e8e96414c54 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0525374 Mar 08 17:38:23.755654 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'port_id': '22aed709-993e-4b48-baed-24d6e4719ec2', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:38:23.823465 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:23.846016 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c28efb64-af75-4942-b770-5fcd6f64573d req-89aa03d0-b95c-48bc-8b25-085972eef779 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862305 Mar 08 17:38:23.846226 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:23.852261 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbe30a-e124-400c-aefe-cdf5fea9b429 req-5d643430-24d5-4356-b689-01a4cc5e1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:23.853727 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aecbe30a-e124-400c-aefe-cdf5fea9b429 req-5d643430-24d5-4356-b689-01a4cc5e1c92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dba5635511c46bc9431cc58f7118cf7&device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 1169 time: 0.0807023 Mar 08 17:38:23.938196 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:23.956989 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbe30a-e124-400c-aefe-cdf5fea9b429 req-3274905f-e558-4d57-aae3-dbd495d913d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:23.958495 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aecbe30a-e124-400c-aefe-cdf5fea9b429 req-3274905f-e558-4d57-aae3-dbd495d913d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 HTTP/1.1" status: 200 len: 915 time: 0.0971074 Mar 08 17:38:24.033227 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aecbe30a-e124-400c-aefe-cdf5fea9b429 req-eca114f2-d959-44e6-963a-468d4619d800 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 HTTP/1.1" status: 200 len: 1001 time: 0.0667889 Mar 08 17:38:24.052250 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Allocated IP 172.27.3.169 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/1d6ce91b-110b-4256-8569-8e3784931e42) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:38:24.096112 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbe30a-e124-400c-aefe-cdf5fea9b429 req-ee75788a-4a47-4a9c-b0ec-30c1515156b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:24.097491 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aecbe30a-e124-400c-aefe-cdf5fea9b429 req-ee75788a-4a47-4a9c-b0ec-30c1515156b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a58180db-0d18-46c1-a0ee-ff9ef3678274 HTTP/1.1" status: 200 len: 853 time: 0.0453272 Mar 08 17:38:24.153130 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for port (1d6ce91b-110b-4256-8569-8e3784931e42), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:24.157515 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbe30a-e124-400c-aefe-cdf5fea9b429 req-bb6add65-23f8-4a52-9a05-b407a8044d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:24.159080 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aecbe30a-e124-400c-aefe-cdf5fea9b429 req-bb6add65-23f8-4a52-9a05-b407a8044d28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510163 Mar 08 17:38:24.252447 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (1d6ce91b-110b-4256-8569-8e3784931e42), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:24.260052 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aecbe30a-e124-400c-aefe-cdf5fea9b429 req-f2aad2ea-3754-437b-979a-5664b04d3579 service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894318 Mar 08 17:38:24.295750 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:38:24.300024 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:38:24.304625 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:38:24.306651 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event updated for resources: {'Port': ['ID=1d6ce91b-110b-4256-8569-8e3784931e42,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:24.341078 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.341542 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.341906 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.342255 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.342594 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.342927 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.343260 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.343591 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.343917 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.344249 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.344577 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.344904 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.345228 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:38:24.367243 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aecbe30a-e124-400c-aefe-cdf5fea9b429 req-d265293b-aab4-4ad8-9aa4-168117cd18f7 service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863161 Mar 08 17:38:24.754863 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210539ad-d47c-4eec-be39-07b1aedee332 req-45ac7535-4561-4747-a862-7b47c91e093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:24.756357 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-210539ad-d47c-4eec-be39-07b1aedee332 req-45ac7535-4561-4747-a862-7b47c91e093b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 1130 time: 0.0616081 Mar 08 17:38:24.816176 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a47dc-37ef-450a-8c59-ae54fd627dd3 req-1ce03db1-5139-4735-8c1a-76e3a642821f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:24.818333 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2f0a47dc-37ef-450a-8c59-ae54fd627dd3 req-1ce03db1-5139-4735-8c1a-76e3a642821f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.1219699 Mar 08 17:38:24.886845 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210539ad-d47c-4eec-be39-07b1aedee332 req-3dca2676-b078-4230-8324-e3f74d44454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:24.891858 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-210539ad-d47c-4eec-be39-07b1aedee332 req-3dca2676-b078-4230-8324-e3f74d44454e service neutron] 10.222.0.64 "GET /v2.0/networks?id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 200 len: 911 time: 0.1061256 Mar 08 17:38:24.940971 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2f0a47dc-37ef-450a-8c59-ae54fd627dd3 req-1c40b8aa-a563-4ef0-96b9-01ab428ea428 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036515 Mar 08 17:38:25.010169 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-210539ad-d47c-4eec-be39-07b1aedee332 req-7c048870-2c0c-43a6-b786-8d6afed29962 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8 HTTP/1.1" status: 200 len: 1002 time: 0.1083174 Mar 08 17:38:25.038078 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for floatingip (76ad37b6-b6cd-4f1b-af57-2c8efe83a85c), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:25.076046 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722674e1-ff69-4a29-9d27-fc801166b00c req-644569aa-37b7-4582-ae04-2406e62e2008 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:25.077731 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-722674e1-ff69-4a29-9d27-fc801166b00c req-644569aa-37b7-4582-ae04-2406e62e2008 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.1287267 Mar 08 17:38:25.082419 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210539ad-d47c-4eec-be39-07b1aedee332 req-13ecbf78-966d-41d1-a4b6-f9276490a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:25.084084 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-210539ad-d47c-4eec-be39-07b1aedee332 req-13ecbf78-966d-41d1-a4b6-f9276490a6f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d804e411-f1f4-4552-9853-ae040e868f99 HTTP/1.1" status: 200 len: 849 time: 0.0647993 Mar 08 17:38:25.153285 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (1d6ce91b-110b-4256-8569-8e3784931e42), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:25.186200 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-722674e1-ff69-4a29-9d27-fc801166b00c req-f4897b80-59b3-4fda-a076-d35e36413f6e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008906 Mar 08 17:38:25.191159 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210539ad-d47c-4eec-be39-07b1aedee332 req-0d7178fe-fb60-4191-9e8e-c4d8b4df32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:25.192688 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-210539ad-d47c-4eec-be39-07b1aedee332 req-0d7178fe-fb60-4191-9e8e-c4d8b4df32e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932686 Mar 08 17:38:25.266864 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:25.295831 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-210539ad-d47c-4eec-be39-07b1aedee332 req-e0c2a91d-f17d-41d6-8f9e-68c1d73a1890 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961511 Mar 08 17:38:25.334873 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for port (1d6ce91b-110b-4256-8569-8e3784931e42), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:25.425465 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126735967'] for port (1d6ce91b-110b-4256-8569-8e3784931e42), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:25.505338 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event updated for resources: {'Port': ['ID=1d6ce91b-110b-4256-8569-8e3784931e42,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:38:25.519972 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (76ad37b6-b6cd-4f1b-af57-2c8efe83a85c), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:25.657486 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Floating IP 76ad37b6-b6cd-4f1b-af57-2c8efe83a85c associated. External IP: 172.27.3.169, port: 22aed709-993e-4b48-baed-24d6e4719ec2. Mar 08 17:38:25.711357 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-210539ad-d47c-4eec-be39-07b1aedee332 req-c801ea1a-1d35-4a99-a2ec-79247016c4a1 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051833 Mar 08 17:38:25.880651 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Router 0180521c-61cd-47fe-9b41-eedb6156b35f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:38:25.989786 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:38:25.999741 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24f541-22e0-426f-8c89-b67e6afe30c0 None None] Sync routers for ids ['0180521c-61cd-47fe-9b41-eedb6156b35f'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:38:26.009575 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24f541-22e0-426f-8c89-b67e6afe30c0 None None] Routers {'0180521c-61cd-47fe-9b41-eedb6156b35f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:38:26.010229 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6f24f541-22e0-426f-8c89-b67e6afe30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:38:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['0180521c-61cd-47fe-9b41-eedb6156b35f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:38:26.050770 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9fa16-29a9-49df-bcce-77c7e3ab13ac req-e460dcb0-1415-48d0-be58-eb7d0dbef12f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:26.052399 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-86e9fa16-29a9-49df-bcce-77c7e3ab13ac req-e460dcb0-1415-48d0-be58-eb7d0dbef12f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0648997 Mar 08 17:38:26.099930 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-86e9fa16-29a9-49df-bcce-77c7e3ab13ac req-a45390c6-3050-4177-a6bc-e012323deea4 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421770 Mar 08 17:38:26.123119 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-6f24f541-22e0-426f-8c89-b67e6afe30c0 None None] Set router 0180521c-61cd-47fe-9b41-eedb6156b35f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:38:26.124837 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:26.155599 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-72269722-5b85-4957-82eb-dfce445baea6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4039636 Mar 08 17:38:26.156035 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:38:26.158289 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb24293935f3e4c1481fa83254af943874e64c693aee071e87be2884696519c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e" -d '{"events": [{"name": "network-changed", "server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:38:26.256501 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd1bd64-dae6-4ec9-b1a4-2822634614c5 x-openstack-request-id: req-8fd1bd64-dae6-4ec9-b1a4-2822634614c5 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:38:26.256869 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:38:26.257196 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8fd1bd64-dae6-4ec9-b1a4-2822634614c5 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:38:26.257666 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2', 'status': 'completed', 'code': 200} Mar 08 17:38:26.329038 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbffda0-4265-4b58-ad45-42cebc4c2d89 req-046cbb24-406e-42a5-8c64-e952c09b9f5f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:26.330838 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-edbffda0-4265-4b58-ad45-42cebc4c2d89 req-046cbb24-406e-42a5-8c64-e952c09b9f5f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0659728 Mar 08 17:38:26.354241 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e req-8ec0f497-3850-44f8-8f4c-cebfc6ace88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:26.357269 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e req-8ec0f497-3850-44f8-8f4c-cebfc6ace88e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=058ce255d9cd4e40abe99e8939a7f214&device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 1129 time: 0.0516789 Mar 08 17:38:26.363515 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6f24f541-22e0-426f-8c89-b67e6afe30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 4, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '76ad37b6-b6cd-4f1b-af57-2c8efe83a85c', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'port_id': '22aed709-993e-4b48-baed-24d6e4719ec2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'mac_address': 'fa:16:3e:05:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:24Z', 'updated_at': '2022-03-08T17:38:24Z', 'revision_number': 0, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21b8491-5094-4e86-987d-a6712c3d0a1b', 'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'mac_address': 'fa:16:3e:4b:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:19Z', 'updated_at': '2022-03-08T17:37:24Z', 'revision_number': 5, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'subnets': [{'id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:38:26.394385 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24f541-22e0-426f-8c89-b67e6afe30c0 None None] Checking router: 0180521c-61cd-47fe-9b41-eedb6156b35f for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:38:26.406036 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24f541-22e0-426f-8c89-b67e6afe30c0 None None] Routers {'0180521c-61cd-47fe-9b41-eedb6156b35f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:38:26.406578 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6f24f541-22e0-426f-8c89-b67e6afe30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:38:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['0180521c-61cd-47fe-9b41-eedb6156b35f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:38:26.416319 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-edbffda0-4265-4b58-ad45-42cebc4c2d89 req-00dfb207-0e10-4997-a94f-62eb38a666c6 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791435 Mar 08 17:38:26.476862 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e req-903ea423-afc4-4320-91e8-de03334f4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:26.478390 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e req-903ea423-afc4-4320-91e8-de03334f4753 service neutron] 10.222.0.64 "GET /v2.0/networks?id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b HTTP/1.1" status: 200 len: 909 time: 0.0999475 Mar 08 17:38:26.528199 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-6f24f541-22e0-426f-8c89-b67e6afe30c0 None None] Set router 0180521c-61cd-47fe-9b41-eedb6156b35f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:38:26.754573 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e req-992f74c3-b2b8-4d72-ad2a-24a3c7cccd32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22aed709-993e-4b48-baed-24d6e4719ec2 HTTP/1.1" status: 200 len: 999 time: 0.0596886 Mar 08 17:38:26.821841 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e req-d08fb55f-a803-419b-a920-dd6fd2bec733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:26.823310 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e req-d08fb55f-a803-419b-a920-dd6fd2bec733 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=642e7aed-f545-4dc1-8208-708f7ae3af60 HTTP/1.1" status: 200 len: 847 time: 0.0440822 Mar 08 17:38:26.867796 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6f24f541-22e0-426f-8c89-b67e6afe30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 4, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '76ad37b6-b6cd-4f1b-af57-2c8efe83a85c', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'port_id': '22aed709-993e-4b48-baed-24d6e4719ec2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'mac_address': 'fa:16:3e:05:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:24Z', 'updated_at': '2022-03-08T17:38:24Z', 'revision_number': 0, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21b8491-5094-4e86-987d-a6712c3d0a1b', 'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'mac_address': 'fa:16:3e:4b:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:19Z', 'updated_at': '2022-03-08T17:37:24Z', 'revision_number': 5, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'subnets': [{'id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:38:26.887723 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e req-b747f764-ea73-4d54-851e-514f8a7a45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:26.889363 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e req-b747f764-ea73-4d54-851e-514f8a7a45d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464780 Mar 08 17:38:26.896996 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24f541-22e0-426f-8c89-b67e6afe30c0 None None] The sync data for ids ['0180521c-61cd-47fe-9b41-eedb6156b35f'] in dv-cinder-830085-3-iscsi is: [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 4, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '76ad37b6-b6cd-4f1b-af57-2c8efe83a85c', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'port_id': '22aed709-993e-4b48-baed-24d6e4719ec2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'mac_address': 'fa:16:3e:05:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:38:24Z', 'updated_at': '2022-03-08T17:38:24Z', 'revision_number': 0, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21b8491-5094-4e86-987d-a6712c3d0a1b', 'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'mac_address': 'fa:16:3e:4b:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:19Z', 'updated_at': '2022-03-08T17:37:24Z', 'revision_number': 5, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'subnets': [{'id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:38:26.983328 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e req-799434a9-6e4e-448d-bb8e-1b33aea7fcc9 service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841348 Mar 08 17:38:27.098812 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3228af-450e-44f9-8f2d-a7ffc0a438fa None None] New status for floating IP 76ad37b6-b6cd-4f1b-af57-2c8efe83a85c: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:38:27.099420 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fc1fa07f-951b-4bdc-bcc9-b04eaf45601e req-7c93121c-fa6a-4f9c-8835-685978eca57f service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915921 Mar 08 17:38:27.221525 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf2b69-8de7-41e6-b37e-ffa9f5a0dfcc req-3232c26f-9eec-4d8a-aa62-f76e58b4eea0 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:27.223131 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9bf2b69-8de7-41e6-b37e-ffa9f5a0dfcc req-3232c26f-9eec-4d8a-aa62-f76e58b4eea0 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0554292 Mar 08 17:38:27.270284 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9bf2b69-8de7-41e6-b37e-ffa9f5a0dfcc req-eb27cc89-1b9b-4b62-a2c3-121434bcbdeb tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412738 Mar 08 17:38:27.546899 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c42c4-54cd-4a3b-9b66-3f0464f6debd req-3603beed-6ea1-4a8a-9c2d-55c313bf5c2d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:27.548270 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-160c42c4-54cd-4a3b-9b66-3f0464f6debd req-3603beed-6ea1-4a8a-9c2d-55c313bf5c2d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0548162 Mar 08 17:38:27.605841 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-160c42c4-54cd-4a3b-9b66-3f0464f6debd req-ef1ef600-448d-45bf-bf21-073f006e8cac tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519154 Mar 08 17:38:28.388741 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06912de-ad7c-401e-9cf6-6619682b5cd7 req-8f55ba6d-0804-4283-abdc-d5c2607d3199 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:28.390248 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d06912de-ad7c-401e-9cf6-6619682b5cd7 req-8f55ba6d-0804-4283-abdc-d5c2607d3199 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0525732 Mar 08 17:38:28.441261 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d06912de-ad7c-401e-9cf6-6619682b5cd7 req-d8b6ca0f-d491-4f4e-807a-61b46823fd82 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455904 Mar 08 17:38:28.726995 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f6e55-0290-4def-b9d7-7c4bc75103cf req-5d9eff2e-e967-4ff9-83a6-f976ae4c54be tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:28.728440 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4c0f6e55-0290-4def-b9d7-7c4bc75103cf req-5d9eff2e-e967-4ff9-83a6-f976ae4c54be tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0509269 Mar 08 17:38:28.787164 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4c0f6e55-0290-4def-b9d7-7c4bc75103cf req-e1b9b6ac-d2c2-49a3-8b9c-3364ed44d394 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525620 Mar 08 17:38:29.557873 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cebb8-b18f-4cb5-bf8b-26b26513eeaf req-bb07e113-1076-4652-9648-997959ddf7e8 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:29.559427 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d23cebb8-b18f-4cb5-bf8b-26b26513eeaf req-bb07e113-1076-4652-9648-997959ddf7e8 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0513382 Mar 08 17:38:29.605232 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d23cebb8-b18f-4cb5-bf8b-26b26513eeaf req-1c4f9fe4-4ef7-4278-b260-c7192defac7f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402100 Mar 08 17:38:29.902173 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6801a-decd-4a7b-9f75-6a94a5c6e71d req-9c943b81-511f-400f-ad41-0b75ef52d8da tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:29.904216 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73e6801a-decd-4a7b-9f75-6a94a5c6e71d req-9c943b81-511f-400f-ad41-0b75ef52d8da tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0505550 Mar 08 17:38:29.964310 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73e6801a-decd-4a7b-9f75-6a94a5c6e71d req-90b6792e-8a92-40f9-9225-89da799fcdf4 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545356 Mar 08 17:38:30.720358 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cdc54-56f4-40a1-bcde-4221c0719ce3 req-bdfbdba9-447e-4df7-8ad9-598e38bcd127 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:30.721722 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-717cdc54-56f4-40a1-bcde-4221c0719ce3 req-bdfbdba9-447e-4df7-8ad9-598e38bcd127 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0503404 Mar 08 17:38:30.767055 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-717cdc54-56f4-40a1-bcde-4221c0719ce3 req-bdb07ef7-0e98-44b2-9063-5156c9dc4011 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398500 Mar 08 17:38:31.080876 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd755cf-d527-4132-8254-2aa4ec8f7879 req-d6256ab7-5d6a-449d-a1a0-e43c1c43a0bb tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:31.082370 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6dd755cf-d527-4132-8254-2aa4ec8f7879 req-d6256ab7-5d6a-449d-a1a0-e43c1c43a0bb tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0522187 Mar 08 17:38:31.141134 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6dd755cf-d527-4132-8254-2aa4ec8f7879 req-887976e5-322c-46be-b61e-222773d02673 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530648 Mar 08 17:38:31.885408 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421aa9da-e861-4075-a3fe-3318567e1de7 req-fd961eb3-00cb-445b-a895-9bcd750202f2 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:31.887474 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-421aa9da-e861-4075-a3fe-3318567e1de7 req-fd961eb3-00cb-445b-a895-9bcd750202f2 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0549760 Mar 08 17:38:31.934429 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-421aa9da-e861-4075-a3fe-3318567e1de7 req-d8b79742-19e8-4d77-9d13-4a21ce4a8389 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407796 Mar 08 17:38:32.258679 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c0656-2bbd-4769-8d38-091d3837bf31 req-c4b10eba-5658-4ad3-a3e9-146a9e7bf469 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:32.260155 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b73c0656-2bbd-4769-8d38-091d3837bf31 req-c4b10eba-5658-4ad3-a3e9-146a9e7bf469 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0518210 Mar 08 17:38:32.318298 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b73c0656-2bbd-4769-8d38-091d3837bf31 req-eb4d021f-789f-4552-b909-78260906490f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515440 Mar 08 17:38:33.052909 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862ba9f-af0e-4083-bf32-809bed1c4a41 req-a28cf2e4-75d7-402c-b68c-0d50d3a5ef55 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:33.054415 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0862ba9f-af0e-4083-bf32-809bed1c4a41 req-a28cf2e4-75d7-402c-b68c-0d50d3a5ef55 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0516157 Mar 08 17:38:33.099656 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0862ba9f-af0e-4083-bf32-809bed1c4a41 req-a088f000-d3d5-42b2-a5f1-99c866093a2b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397942 Mar 08 17:38:33.441015 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06af17-c21b-43bf-a3be-212e5a51cf2a req-14f0c7a6-eed4-438a-b346-feeeaa8a40de tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:33.442506 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0e06af17-c21b-43bf-a3be-212e5a51cf2a req-14f0c7a6-eed4-438a-b346-feeeaa8a40de tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0564752 Mar 08 17:38:33.502077 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0e06af17-c21b-43bf-a3be-212e5a51cf2a req-27e0b34a-d0c7-4a80-84b8-b626aae69406 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537417 Mar 08 17:38:34.221135 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832f5c5-35ed-446e-b3f6-6ba0c710edc1 req-3f64afd7-befc-4c74-9a05-718513dc9409 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:34.223226 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3832f5c5-35ed-446e-b3f6-6ba0c710edc1 req-3f64afd7-befc-4c74-9a05-718513dc9409 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0559514 Mar 08 17:38:34.273062 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3832f5c5-35ed-446e-b3f6-6ba0c710edc1 req-dc228df6-afaa-4538-bda9-92d94f79b5e8 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447369 Mar 08 17:38:34.618719 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3a8f0-a02f-4912-9675-947d869c2edc req-29243ab4-262a-4f14-97fd-47ffc91207aa tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:34.620199 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-37f3a8f0-a02f-4912-9675-947d869c2edc req-29243ab4-262a-4f14-97fd-47ffc91207aa tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0532007 Mar 08 17:38:34.680131 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-37f3a8f0-a02f-4912-9675-947d869c2edc req-2caab2db-99ad-437e-90b9-90d4d5220945 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541551 Mar 08 17:38:35.397107 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5638e89-c076-4340-ba27-55d08912e48d req-da4951a9-944c-4f99-a158-43787deb89ce tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:35.398863 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e5638e89-c076-4340-ba27-55d08912e48d req-da4951a9-944c-4f99-a158-43787deb89ce tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0579073 Mar 08 17:38:35.444885 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e5638e89-c076-4340-ba27-55d08912e48d req-a0f0f260-7be0-457f-90bc-b2400696dd11 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403588 Mar 08 17:38:35.795585 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69820d-ba23-45fe-99fa-83361a51d969 req-7d35f037-eea7-439c-a8f5-d70cd3abab98 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:35.797053 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4b69820d-ba23-45fe-99fa-83361a51d969 req-7d35f037-eea7-439c-a8f5-d70cd3abab98 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0525692 Mar 08 17:38:35.859817 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4b69820d-ba23-45fe-99fa-83361a51d969 req-ad4cb66a-2977-4e0f-98d9-22f2a5f5e815 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572398 Mar 08 17:38:36.563875 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669f8e3-1771-4296-a881-064aec52a427 req-a443498a-43a3-4d07-8628-040ee58bab0c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:36.565275 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e669f8e3-1771-4296-a881-064aec52a427 req-a443498a-43a3-4d07-8628-040ee58bab0c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0518153 Mar 08 17:38:36.610658 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e669f8e3-1771-4296-a881-064aec52a427 req-ee9cbe2b-aa09-4471-aee0-c6458c25f29c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395761 Mar 08 17:38:36.979012 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5661e78-4a8b-41d3-b3b0-2a511475bf4c req-afa3af03-13a2-42d1-b784-98b959fb058e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:36.980614 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f5661e78-4a8b-41d3-b3b0-2a511475bf4c req-afa3af03-13a2-42d1-b784-98b959fb058e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0551808 Mar 08 17:38:37.039321 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f5661e78-4a8b-41d3-b3b0-2a511475bf4c req-a865d606-b1cb-4f7b-beac-7da5d3c55e9a tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525310 Mar 08 17:38:37.732190 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1844b-598f-45c5-a9bd-342b0c030eef req-3e247424-a07b-409d-a70b-78c07186f8e1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:37.733673 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ba1844b-598f-45c5-a9bd-342b0c030eef req-3e247424-a07b-409d-a70b-78c07186f8e1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0564072 Mar 08 17:38:37.781002 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ba1844b-598f-45c5-a9bd-342b0c030eef req-a7897e6c-7d2c-4f1d-8d41-686db1c67961 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417874 Mar 08 17:38:38.156015 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b715e-261c-4bb2-bb5a-77b6c067749f req-57c40e12-bb4d-48bb-ac67-67bac258efe2 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:38.157484 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-567b715e-261c-4bb2-bb5a-77b6c067749f req-57c40e12-bb4d-48bb-ac67-67bac258efe2 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0520775 Mar 08 17:38:38.215517 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-567b715e-261c-4bb2-bb5a-77b6c067749f req-ecba47ac-0473-43f3-a977-c2309e75025c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517948 Mar 08 17:38:38.902650 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed4945-3613-474f-a3fe-9c8ecdcbaa43 req-ab39d2aa-bb38-4faf-8315-45803feb3946 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:38.904127 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-76ed4945-3613-474f-a3fe-9c8ecdcbaa43 req-ab39d2aa-bb38-4faf-8315-45803feb3946 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0520210 Mar 08 17:38:38.948707 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-76ed4945-3613-474f-a3fe-9c8ecdcbaa43 req-83dd298c-c9eb-4b2c-b193-2c447ebd2ace tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391707 Mar 08 17:38:39.310949 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1464f22-965e-4c9c-9cc0-80ba10872edb req-a4941715-c0fb-4df4-a923-31453761122f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:39.312502 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1464f22-965e-4c9c-9cc0-80ba10872edb req-a4941715-c0fb-4df4-a923-31453761122f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0659728 Mar 08 17:38:39.355097 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70675b9-be2a-4587-a0b6-7d10dafd2fed req-ff9fc14d-77f4-4fe5-96e5-8da0f5840d45 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:39.360778 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e70675b9-be2a-4587-a0b6-7d10dafd2fed req-ff9fc14d-77f4-4fe5-96e5-8da0f5840d45 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0716388 Mar 08 17:38:39.373935 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1464f22-965e-4c9c-9cc0-80ba10872edb req-d898c9cc-895d-4c16-b1a4-e2e9733f5bcb tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555413 Mar 08 17:38:39.419074 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e70675b9-be2a-4587-a0b6-7d10dafd2fed req-f3c413ac-06c2-4763-8752-0dd89badd7ae tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567944 Mar 08 17:38:39.443812 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9b0c1-925e-48a3-b9a5-d2454846ea79 req-15141c98-0c9c-4a41-befa-36dbc7a7a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:39.445295 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cfe9b0c1-925e-48a3-b9a5-d2454846ea79 req-15141c98-0c9c-4a41-befa-36dbc7a7a62c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 1130 time: 0.0445342 Mar 08 17:38:39.537733 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9b0c1-925e-48a3-b9a5-d2454846ea79 req-c7fe6230-bcc5-40b9-89b2-71f7bed75d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:39.539135 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cfe9b0c1-925e-48a3-b9a5-d2454846ea79 req-c7fe6230-bcc5-40b9-89b2-71f7bed75d9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 200 len: 911 time: 0.0858073 Mar 08 17:38:39.608725 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cfe9b0c1-925e-48a3-b9a5-d2454846ea79 req-f405aaf3-d121-41c2-9890-ff77b9665515 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8 HTTP/1.1" status: 200 len: 1002 time: 0.0570257 Mar 08 17:38:39.665707 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9b0c1-925e-48a3-b9a5-d2454846ea79 req-176ebf91-2f44-4fdf-8df3-77aa62de2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:39.667203 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cfe9b0c1-925e-48a3-b9a5-d2454846ea79 req-176ebf91-2f44-4fdf-8df3-77aa62de2a77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d804e411-f1f4-4552-9853-ae040e868f99 HTTP/1.1" status: 200 len: 849 time: 0.0479579 Mar 08 17:38:39.725325 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9b0c1-925e-48a3-b9a5-d2454846ea79 req-faffa4c6-8561-42f5-8f9b-2de25af3c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:39.726824 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cfe9b0c1-925e-48a3-b9a5-d2454846ea79 req-faffa4c6-8561-42f5-8f9b-2de25af3c492 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476866 Mar 08 17:38:39.817912 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cfe9b0c1-925e-48a3-b9a5-d2454846ea79 req-c8fe448d-4f22-48ee-9455-5924026d49a6 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794456 Mar 08 17:38:39.914495 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cfe9b0c1-925e-48a3-b9a5-d2454846ea79 req-5d12d971-a192-4963-aba4-bb43a38c9c11 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845292 Mar 08 17:38:40.493932 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c83416-d457-4784-9763-7b9c73ffc7f5 req-6f7dbdb0-e3f4-47b2-a020-0019f5031db6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:40.498349 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c7c83416-d457-4784-9763-7b9c73ffc7f5 req-6f7dbdb0-e3f4-47b2-a020-0019f5031db6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0510440 Mar 08 17:38:40.537947 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a802cba-1468-4790-a5ed-0da27aaa75d2 req-482b2be5-2e7b-4aac-9980-8de6abf4c0e8 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:40.539530 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6a802cba-1468-4790-a5ed-0da27aaa75d2 req-482b2be5-2e7b-4aac-9980-8de6abf4c0e8 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0532341 Mar 08 17:38:40.544834 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c7c83416-d457-4784-9763-7b9c73ffc7f5 req-070e6709-7036-4732-81d4-65bad2996e42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415466 Mar 08 17:38:40.600314 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6a802cba-1468-4790-a5ed-0da27aaa75d2 req-54529849-6150-484b-a7af-ed6d6684e169 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543668 Mar 08 17:38:41.665781 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e8107-8a4f-4e78-865f-d7c7c212b518 req-5c67ae09-c838-49e1-8a6c-829202e0a9dc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:41.667304 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-536e8107-8a4f-4e78-865f-d7c7c212b518 req-5c67ae09-c838-49e1-8a6c-829202e0a9dc tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0530949 Mar 08 17:38:41.722005 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-536e8107-8a4f-4e78-865f-d7c7c212b518 req-d8284779-402b-40ad-823b-e429b586f2dd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486925 Mar 08 17:38:41.725638 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c3372-0a58-4272-82c7-fb1dc13b9c7f req-4f7bb259-b5d8-4631-929a-7cf8865df495 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:38:41.727253 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-065c3372-0a58-4272-82c7-fb1dc13b9c7f req-4f7bb259-b5d8-4631-929a-7cf8865df495 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0592172 Mar 08 17:38:41.785833 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-065c3372-0a58-4272-82c7-fb1dc13b9c7f req-33743f7e-759c-4f2c-8056-3d8baa47a1dd tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&id=d09b63ca-61e9-439f-b967-47f05924907a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527110 Mar 08 17:38:49.070534 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-302ef478-4e15-4829-8f26-cc3de3321049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:49.958408 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:38:50.280263 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:51.338690 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2327780b-2ebe-4e34-b473-9128eccd46b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:52.785170 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:53.960007 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:38:55.293218 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:19.069640 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f67248ca-31eb-4feb-ba1c-8bccc498c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:19.421380 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-b481f599-a396-49a8-b58d-b7a7c47d7f41 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446913 Mar 08 17:39:19.493461 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-e095b9cb-6074-4261-af43-e5d644418b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:19.495044 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-e095b9cb-6074-4261-af43-e5d644418b8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dba5635511c46bc9431cc58f7118cf7&device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 1169 time: 0.0446670 Mar 08 17:39:19.603537 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-991d7b00-c4bd-412d-9167-9e88ab52cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:19.605285 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-991d7b00-c4bd-412d-9167-9e88ab52cd59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 HTTP/1.1" status: 200 len: 915 time: 0.0885458 Mar 08 17:39:19.669549 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-49455ea4-3ac3-44a9-8f1e-8f97f66ecc6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 HTTP/1.1" status: 200 len: 1001 time: 0.0564415 Mar 08 17:39:19.722441 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-f588503c-0756-4296-b000-aa620e0a2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:19.723943 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-f588503c-0756-4296-b000-aa620e0a2eb3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a58180db-0d18-46c1-a0ee-ff9ef3678274 HTTP/1.1" status: 200 len: 853 time: 0.0419474 Mar 08 17:39:19.775779 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-f74bf99f-c33b-47af-8a99-bc42cda0aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:19.777247 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-f74bf99f-c33b-47af-8a99-bc42cda0aa3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458915 Mar 08 17:39:19.868588 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-44055a42-287b-4742-8921-de645d9d4edd service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782132 Mar 08 17:39:19.970938 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c567dc0b-461b-4fd2-8534-b6c074be1266 req-0661730b-4fd7-4b41-8a07-53a75272bdda service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918846 Mar 08 17:39:20.293153 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:20.362911 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53946) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:20.368089 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-4ef65e83-8857-4639-826c-350436c32958 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708754001', 'description': 'tempest-description--89448061'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:20.458283 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ef65e83-8857-4639-826c-350436c32958 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:20.526226 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ef65e83-8857-4639-826c-350436c32958 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (6804bdef-cc0e-41b0-9980-418d21010001), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:20.601305 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ef65e83-8857-4639-826c-350436c32958 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (6804bdef-cc0e-41b0-9980-418d21010001), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:20.630839 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef65e83-8857-4639-826c-350436c32958 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6804bdef-cc0e-41b0-9980-418d21010001,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:20.716321 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ef65e83-8857-4639-826c-350436c32958 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:20.720246 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4ef65e83-8857-4639-826c-350436c32958 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3530488 Mar 08 17:39:20.720907 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 53948) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:20.726044 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group_rule': {'security_group_id': '6804bdef-cc0e-41b0-9980-418d21010001', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:20.810695 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (4a4725d8-c9c6-4593-a71c-a20a56fbcbd6), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:20.866129 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (4a4725d8-c9c6-4593-a71c-a20a56fbcbd6), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:20.961282 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (4a4725d8-c9c6-4593-a71c-a20a56fbcbd6), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:20.979119 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4725d8-c9c6-4593-a71c-a20a56fbcbd6,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:20.986958 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.987315 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.987707 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.988048 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.988431 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.988725 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.989239 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.989578 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.989941 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.990273 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.990603 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.990933 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:20.991261 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:21.072202 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:21.073583 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-47592a7d-d32f-4c12-8c8e-db1c33c09b13 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3516407 Mar 08 17:39:21.076376 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53958) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:21.080846 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-e0be1880-410f-463a-bfb3-b6cac2d508ff tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group_rule': {'security_group_id': '6804bdef-cc0e-41b0-9980-418d21010001', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:21.172323 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0be1880-410f-463a-bfb3-b6cac2d508ff tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (9c4d8107-59cf-40fd-8f91-e25114c6e16f), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:21.234334 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0be1880-410f-463a-bfb3-b6cac2d508ff tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (9c4d8107-59cf-40fd-8f91-e25114c6e16f), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:21.344186 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0be1880-410f-463a-bfb3-b6cac2d508ff tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (9c4d8107-59cf-40fd-8f91-e25114c6e16f), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:21.360902 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be1880-410f-463a-bfb3-b6cac2d508ff tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4d8107-59cf-40fd-8f91-e25114c6e16f,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:21.367607 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-581b56f8-2c0d-4700-a6fa-8f4484d629aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:21.438119 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0be1880-410f-463a-bfb3-b6cac2d508ff tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:21.439619 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e0be1880-410f-463a-bfb3-b6cac2d508ff tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622551 Mar 08 17:39:21.443363 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 53962) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:21.448141 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:21.472723 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891770a-8bc0-4316-9b25-b1de11ca5058 req-bfd075a7-34a1-47be-a152-c4862d0e88d5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:21.474525 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2891770a-8bc0-4316-9b25-b1de11ca5058 req-bfd075a7-34a1-47be-a152-c4862d0e88d5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 946 time: 0.0575588 Mar 08 17:39:21.525962 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2891770a-8bc0-4316-9b25-b1de11ca5058 req-9d35c650-5f25-4c44-9d91-c861428e438d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436382 Mar 08 17:39:21.558163 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:21.655952 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:21.764649 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Allocated IP 172.27.3.143 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/c356725a-c4ea-4bf3-895f-4f7ace9fe3c8) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:39:21.866265 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (c356725a-c4ea-4bf3-895f-4f7ace9fe3c8), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:22.001467 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (c356725a-c4ea-4bf3-895f-4f7ace9fe3c8), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:22.043140 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:39:22.045952 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:39:22.050388 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:39:22.053440 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=c356725a-c4ea-4bf3-895f-4f7ace9fe3c8,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:22.136856 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (b02c7549-0d48-4d1e-a572-bd76a0fdefe5), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:22.251579 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c356725a-c4ea-4bf3-895f-4f7ace9fe3c8), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:22.395718 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (c356725a-c4ea-4bf3-895f-4f7ace9fe3c8), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:22.464337 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126735967'] for port (c356725a-c4ea-4bf3-895f-4f7ace9fe3c8), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:22.529699 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=c356725a-c4ea-4bf3-895f-4f7ace9fe3c8,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:22.541644 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (b02c7549-0d48-4d1e-a572-bd76a0fdefe5), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:22.621618 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:22.622833 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c2e7d1ef-afd9-4cd5-bd4a-00b5d1ff9035 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1784735 Mar 08 17:39:22.666750 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7bcaf-65bb-448a-8625-6cd8a571a123 req-cc31ae36-90e2-4249-a9c2-f4eddb36ec3f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:22.668304 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7fb7bcaf-65bb-448a-8625-6cd8a571a123 req-cc31ae36-90e2-4249-a9c2-f4eddb36ec3f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 946 time: 0.0609312 Mar 08 17:39:22.699392 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:22.718113 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7fb7bcaf-65bb-448a-8625-6cd8a571a123 req-1c5b8f7b-9cd3-4c0e-a807-59846f639e2d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441854 Mar 08 17:39:22.834026 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-ce527886-0a84-48b3-9373-b5b7467adaa0 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--708754001&fields=id&tenant_id=2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 267 time: 0.0447304 Mar 08 17:39:22.934585 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6fc87e71-dbee-4ad6-81ce-e32e19cbba59 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:22.935952 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6fc87e71-dbee-4ad6-81ce-e32e19cbba59 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 814 time: 0.0957139 Mar 08 17:39:22.950777 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-275e0f0e-3079-4df9-9ca5-34855f628c9f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/quotas/2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 375 time: 0.0096898 Mar 08 17:39:23.008677 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-3239eea7-79c7-47a5-bc5d-b7b90d4510a6 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530572 Mar 08 17:39:23.152713 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-45829aa9-b26d-41d4-bc98-9a88bc2bc292 service neutron] 10.222.0.66 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319582 Mar 08 17:39:23.240733 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-08b25973-f46c-42df-bc0c-8c7da85a5ccd service neutron] 10.222.0.66 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822577 Mar 08 17:39:23.487153 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8c91f827-d72b-430d-a210-ad9f28a08710 req-47549373-0a6d-4031-a535-922c3b99bf86 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 210 time: 0.0278859 Mar 08 17:39:23.874020 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aba5d-7c82-4630-adaf-fe2cae7e04b3 req-360ac452-819a-4431-af30-ab2e4577106e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:23.875541 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-966aba5d-7c82-4630-adaf-fe2cae7e04b3 req-360ac452-819a-4431-af30-ab2e4577106e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 946 time: 0.0746756 Mar 08 17:39:23.915829 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:23.960636 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-966aba5d-7c82-4630-adaf-fe2cae7e04b3 req-78918a04-543e-44b6-9638-7cac7bcedeb0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc8dc7f0-3e0b-4efe-80fc-13514becba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783134 Mar 08 17:39:23.972209 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944f53f-5fe8-434a-9475-074192461077 req-8519b780-8569-46b4-bfe8-371212e6d3a9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:23.973689 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c944f53f-5fe8-434a-9475-074192461077 req-8519b780-8569-46b4-bfe8-371212e6d3a9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 946 time: 0.0774610 Mar 08 17:39:24.082602 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Deleting port efbff050-2d83-40e2-a83f-3bd67cf2e487 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:39:24.083741 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.181609 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] For port efbff050-2d83-40e2-a83f-3bd67cf2e487, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=efbff050-2d83-40e2-a83f-3bd67cf2e487,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:24.182012 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.430647 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.431014 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (68203b2a-e2c4-4f3e-b308-364b5284227f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.431456 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Floating IP 68203b2a-e2c4-4f3e-b308-364b5284227f disassociated. External IP: 172.27.3.152, port: efbff050-2d83-40e2-a83f-3bd67cf2e487. Mar 08 17:39:24.431810 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Calling delete_port for efbff050-2d83-40e2-a83f-3bd67cf2e487 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:39:24.579521 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cd4e3a6e-e498-4188-8ff3-8da3241e8c70 req-18171b74-dff1-47be-8315-ccf3907c4f3c tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 210 time: 0.0258157 Mar 08 17:39:24.738876 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (efbff050-2d83-40e2-a83f-3bd67cf2e487), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:24.766889 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event deleted for resources: {'Port': ['ID=efbff050-2d83-40e2-a83f-3bd67cf2e487,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:24.882080 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Router 8e107082-410c-407b-a23d-04637e76dd95 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:39:24.991767 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:39:25.003483 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e2d446-f8b5-4134-9d2b-9dec1e997281 None None] Sync routers for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:39:25.017330 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2d446-f8b5-4134-9d2b-9dec1e997281 None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:25.018167 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-10e2d446-f8b5-4134-9d2b-9dec1e997281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:39:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:25.033768 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] No DVR routers for this DVR port efbff050-2d83-40e2-a83f-3bd67cf2e487 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:39:25.038184 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:25.041875 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c944f53f-5fe8-434a-9475-074192461077 req-6e86383c-2d4f-404d-b22d-212a9aa0d30d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.64 "DELETE /v2.0/ports/efbff050-2d83-40e2-a83f-3bd67cf2e487 HTTP/1.1" status: 204 len: 173 time: 1.0624735 Mar 08 17:39:25.043137 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'name': 'network-vif-deleted', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:39:25.045563 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817eb0d5-906e-400a-a89f-8ab88e5d419a" -d '{"events": [{"server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "name": "network-vif-deleted", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:39:25.116948 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8e336616-c859-4614-b2d8-037270d3d99d req-f423f426-8476-42bb-9e3d-2b3b4d17ef7a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0438013 Mar 08 17:39:25.118581 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e162d2-ddf2-406c-b2fc-2ded8bb48a0a x-openstack-request-id: req-c4e162d2-ddf2-406c-b2fc-2ded8bb48a0a {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:39:25.118927 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0490f1-f19f-4323-8ad4-5998a944ef8b", "name": "network-vif-deleted", "tag": "efbff050-2d83-40e2-a83f-3bd67cf2e487", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:39:25.119136 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4e162d2-ddf2-406c-b2fc-2ded8bb48a0a {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:39:25.121222 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0490f1-f19f-4323-8ad4-5998a944ef8b', 'name': 'network-vif-deleted', 'tag': 'efbff050-2d83-40e2-a83f-3bd67cf2e487', 'status': 'completed', 'code': 200} Mar 08 17:39:25.216535 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-10e2d446-f8b5-4134-9d2b-9dec1e997281 None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:25.304145 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:25.445863 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-10e2d446-f8b5-4134-9d2b-9dec1e997281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:25.473972 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e2d446-f8b5-4134-9d2b-9dec1e997281 None None] Checking router: 8e107082-410c-407b-a23d-04637e76dd95 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:39:25.483135 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e2d446-f8b5-4134-9d2b-9dec1e997281 None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:25.487805 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-10e2d446-f8b5-4134-9d2b-9dec1e997281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:39:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:25.601096 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-10e2d446-f8b5-4134-9d2b-9dec1e997281 None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:25.691992 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29a5afa7-bc70-4a75-8e62-136be0caf046 req-1b8b0fa4-f77b-4941-b85c-252b2721c9f7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 210 time: 0.0313435 Mar 08 17:39:25.814022 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-10e2d446-f8b5-4134-9d2b-9dec1e997281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:25.843495 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e2d446-f8b5-4134-9d2b-9dec1e997281 None None] The sync data for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi is: [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:39:25.914678 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-364f7d07-bdf2-4909-ada1-7a16cd479d15 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:25.917053 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-364f7d07-bdf2-4909-ada1-7a16cd479d15 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 814 time: 0.1280231 Mar 08 17:39:26.004946 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-cb333103-592f-44e6-91d8-72b1776c760c tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 471 time: 0.0674837 Mar 08 17:39:26.014026 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'port': {'device_id': '6b464999-0046-4447-a620-0a9b23be456e', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'admin_state_up': True, 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'security_groups': ['6804bdef-cc0e-41b0-9980-418d21010001']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:26.163010 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f463fe1d-b4d6-494c-ae97-aeb07cf03c73 None None] New status for floating IP 68203b2a-e2c4-4f3e-b308-364b5284227f: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:39:26.237620 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6fbfb829-89f9-4096-ae22-5107697cfaf6 req-6e575a62-5d2b-457f-aa17-53fa5f8b7f17 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0490f1-f19f-4323-8ad4-5998a944ef8b HTTP/1.1" status: 200 len: 210 time: 0.0270789 Mar 08 17:39:26.259354 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Made reservation on behalf of 2ca264a980814b29a89a22c1f380b152 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:39:26.263433 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:26.401970 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Allocated IP 172.20.0.12 (083a3b6b-4efb-4149-8e17-9fd0d91c8ac8/bd53e22c-10cd-4953-9708-3b5f40ae7dfa/ad489fc5-8a01-4429-a66d-8afd2cd8bbcb) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:39:26.545126 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:26.653233 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:26.697027 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:39:26.699980 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:39:26.703555 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:39:26.710913 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:26.762987 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:26.763661 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:26.828228 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ff663-2c2d-4a25-8dc8-adb8fd82ce24 req-7b9e7583-a679-4552-ad87-e5cb85a047d6 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:26.830036 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d1ff663-2c2d-4a25-8dc8-adb8fd82ce24 req-7b9e7583-a679-4552-ad87-e5cb85a047d6 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 932 time: 0.0570967 Mar 08 17:39:26.850099 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d68902a6-924a-43ed-99cf-43d186e28562 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8397732 Mar 08 17:39:26.863947 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Request body: {'port': {'device_id': '6b464999-0046-4447-a620-0a9b23be456e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:26.906204 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d1ff663-2c2d-4a25-8dc8-adb8fd82ce24 req-670ea124-a70b-4f67-98e7-f1dcb3224738 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627422 Mar 08 17:39:26.934024 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:26.943904 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-81fac3c4-d61d-4ab8-850a-4c0dd3c3cc1d None None] Provisioning complete for port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:39:26.945008 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-81fac3c4-d61d-4ab8-850a-4c0dd3c3cc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:26.958669 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:39:26.981238 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-81fac3c4-d61d-4ab8-850a-4c0dd3c3cc1d None None] Port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:39:27.189163 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad489fc5-8a01-4429-a66d-8afd2cd8bbcb {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:39:27.197448 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Publish callbacks [] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.209790 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Transition to ACTIVE for port object ad489fc5-8a01-4429-a66d-8afd2cd8bbcb will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:39:27.304634 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.357802 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:27.404355 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54024) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:27.464510 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (cc8dc7f0-3e0b-4efe-80fc-13514becba0a), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.494777 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (cc8dc7f0-3e0b-4efe-80fc-13514becba0a), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.635725 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (cc8dc7f0-3e0b-4efe-80fc-13514becba0a), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.642640 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.642640 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "DELETE /v2.0/security-groups/cc8dc7f0-3e0b-4efe-80fc-13514becba0a HTTP/1.1" status: 204 len: 168 time: 0.2343647 Mar 08 17:39:27.643504 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54026) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:27.661118 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8dc7f0-3e0b-4efe-80fc-13514becba0a,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:27.664491 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.api.v2.resource [None req-fa55d437-1267-431a-9671-18e208cd42e5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] show failed (client error): The resource could not be found. Mar 08 17:39:27.666957 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-fa55d437-1267-431a-9671-18e208cd42e5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups/cc8dc7f0-3e0b-4efe-80fc-13514becba0a HTTP/1.1" status: 404 len: 347 time: 0.0211165 Mar 08 17:39:27.671601 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54028) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:27.683672 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.684151 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.684565 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.684977 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.685383 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.685807 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.686148 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.686476 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.686804 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.687129 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.687456 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.687780 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.688101 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a67867-a239-445f-b1d5-bfe2f17cae39 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:27.732030 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Attempting to bind port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:39:27.734541 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Attempting to bind port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:39:27.734541 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Attempting to bind port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:39:27.737332 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:39:27.737705 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Attempting to bind port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:39:27.743880 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:39:27.744226 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Checking segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:39:27.744615 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Bound using segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:39:27.745047 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Bound port: ad489fc5-8a01-4429-a66d-8afd2cd8bbcb, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:39:27.745440 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.809646 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] For port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:39:27.812767 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] For port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:39:27.829574 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-8aaada40-62e3-4f6c-b398-896dbdbaba9c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Deleting port 4b0ce558-76e5-4f3e-ac65-72803d7a3e71 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:39:27.830190 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8aaada40-62e3-4f6c-b398-896dbdbaba9c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (4b0ce558-76e5-4f3e-ac65-72803d7a3e71), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.887794 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.907736 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8aaada40-62e3-4f6c-b398-896dbdbaba9c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (4b0ce558-76e5-4f3e-ac65-72803d7a3e71), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.908073 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8aaada40-62e3-4f6c-b398-896dbdbaba9c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (4b0ce558-76e5-4f3e-ac65-72803d7a3e71), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.921474 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-8aaada40-62e3-4f6c-b398-896dbdbaba9c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Calling delete_port for 4b0ce558-76e5-4f3e-ac65-72803d7a3e71 owned by network:floatingip {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:39:27.933471 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:27.941347 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:27.943606 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/ad489fc5-8a01-4429-a66d-8afd2cd8bbcb HTTP/1.1" status: 200 len: 1094 time: 1.0847461 Mar 08 17:39:27.947120 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b464999-0046-4447-a620-0a9b23be456e', 'tag': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:39:27.949595 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbed6b3-4ef1-436c-ac40-f9f1cdcfdba3" -d '{"events": [{"name": "network-changed", "server_uuid": "6b464999-0046-4447-a620-0a9b23be456e", "tag": "ad489fc5-8a01-4429-a66d-8afd2cd8bbcb"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:39:28.012486 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6becc209-d4d7-47da-a6e8-e461571c1eba x-openstack-request-id: req-6becc209-d4d7-47da-a6e8-e461571c1eba {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:39:28.012785 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b464999-0046-4447-a620-0a9b23be456e", "tag": "ad489fc5-8a01-4429-a66d-8afd2cd8bbcb", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:39:28.013038 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6becc209-d4d7-47da-a6e8-e461571c1eba {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:39:28.013441 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b464999-0046-4447-a620-0a9b23be456e', 'tag': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb', 'status': 'completed', 'code': 200} Mar 08 17:39:28.014544 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c316a-a12a-4f7c-91d4-24b3ac0277f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:28.146317 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1015e0b-b2d2-40cb-84a7-d5a1d8c08a65 req-1dcdc4cc-6cc5-4c8d-8c92-5bf82ab3ca4a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:28.148317 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f1015e0b-b2d2-40cb-84a7-d5a1d8c08a65 req-1dcdc4cc-6cc5-4c8d-8c92-5bf82ab3ca4a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 944 time: 0.1281357 Mar 08 17:39:28.150753 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbed6b3-4ef1-436c-ac40-f9f1cdcfdba3 req-90ebfcb0-1b93-4e7c-9b52-5afc03a12c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:28.152419 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8cbed6b3-4ef1-436c-ac40-f9f1cdcfdba3 req-90ebfcb0-1b93-4e7c-9b52-5afc03a12c03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 1128 time: 0.0834215 Mar 08 17:39:28.273592 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f1015e0b-b2d2-40cb-84a7-d5a1d8c08a65 req-551aac2e-c73e-4f75-8072-cd6f5e8a46f0 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186986 Mar 08 17:39:28.300179 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbed6b3-4ef1-436c-ac40-f9f1cdcfdba3 req-efc16c5e-a48e-4245-b0ca-3cce202540d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:28.309998 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8cbed6b3-4ef1-436c-ac40-f9f1cdcfdba3 req-efc16c5e-a48e-4245-b0ca-3cce202540d9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2ca264a980814b29a89a22c1f380b152&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1368475 Mar 08 17:39:28.310246 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device efbff050-2d83-40e2-a83f-3bd67cf2e487 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:39:28.330308 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: efbff050-2d83-40e2-a83f-3bd67cf2e487 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:39:28.330662 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device efbff050-2d83-40e2-a83f-3bd67cf2e487 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:39:28.404877 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbed6b3-4ef1-436c-ac40-f9f1cdcfdba3 req-41733d56-6335-445a-a715-f8a1ad73dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:28.406520 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8cbed6b3-4ef1-436c-ac40-f9f1cdcfdba3 req-41733d56-6335-445a-a715-f8a1ad73dbf4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977654 Mar 08 17:39:28.470689 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8aaada40-62e3-4f6c-b398-896dbdbaba9c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (4b0ce558-76e5-4f3e-ac65-72803d7a3e71), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:28.500046 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-a300929a-3553-4185-962e-e0226b3e7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:28.501583 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-a300929a-3553-4185-962e-e0226b3e7f85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 1128 time: 0.0531011 Mar 08 17:39:28.504922 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaada40-62e3-4f6c-b398-896dbdbaba9c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event deleted for resources: {'Port': ['ID=4b0ce558-76e5-4f3e-ac65-72803d7a3e71,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:28.549883 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-77a1c662-2de2-4516-b40d-e7531ac64270 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb HTTP/1.1" status: 200 len: 217 time: 0.0371239 Mar 08 17:39:28.571030 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8aaada40-62e3-4f6c-b398-896dbdbaba9c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (68203b2a-e2c4-4f3e-b308-364b5284227f), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:28.573528 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8aaada40-62e3-4f6c-b398-896dbdbaba9c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:28.574698 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8aaada40-62e3-4f6c-b398-896dbdbaba9c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "DELETE /v2.0/floatingips/68203b2a-e2c4-4f3e-b308-364b5284227f HTTP/1.1" status: 204 len: 168 time: 0.9020481 Mar 08 17:39:28.614062 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-c25ad4d3-a76e-45af-896a-9c7e5fecd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:28.615652 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-c25ad4d3-a76e-45af-896a-9c7e5fecd6a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.0567172 Mar 08 17:39:28.670035 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-9a51419a-723f-4a19-b61e-58e57a9c157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:28.671651 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-9a51419a-723f-4a19-b61e-58e57a9c157d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482552 Mar 08 17:39:28.766426 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-d29f5a50-8204-4abb-acde-3c5cbf609937 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835221 Mar 08 17:39:28.841068 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54036) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:28.847082 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-3849bf74-0593-46d2-9715-50233240af73 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209361337', 'description': 'tempest-description--1332102472'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:28.882482 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a3eee5a-062d-4005-a60f-cf90e45c4428 req-c77716d9-7383-4288-b68f-05f5e18a49d0 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058021 Mar 08 17:39:28.996084 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3849bf74-0593-46d2-9715-50233240af73 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.070506 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3849bf74-0593-46d2-9715-50233240af73 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (be0fcfc0-d512-4d62-b04d-d72577a048c9), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.142683 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3849bf74-0593-46d2-9715-50233240af73 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (be0fcfc0-d512-4d62-b04d-d72577a048c9), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.171222 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849bf74-0593-46d2-9715-50233240af73 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0fcfc0-d512-4d62-b04d-d72577a048c9,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:29.235947 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3849bf74-0593-46d2-9715-50233240af73 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.237179 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-3849bf74-0593-46d2-9715-50233240af73 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3951445 Mar 08 17:39:29.245467 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54038) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:29.250167 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-401a6395-edcf-4eb8-9ef3-fdfc64e2dcac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'security_group_rule': {'security_group_id': 'be0fcfc0-d512-4d62-b04d-d72577a048c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:29.387600 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-401a6395-edcf-4eb8-9ef3-fdfc64e2dcac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (cc399e52-500b-44c5-b841-95bd264ee256), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.441010 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a501436-53e9-49b9-92ac-495e8cb56640 req-8ff6771c-bef0-4226-8761-618b120d63c9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:29.442563 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5a501436-53e9-49b9-92ac-495e8cb56640 req-8ff6771c-bef0-4226-8761-618b120d63c9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 944 time: 0.0860581 Mar 08 17:39:29.477927 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-401a6395-edcf-4eb8-9ef3-fdfc64e2dcac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (cc399e52-500b-44c5-b841-95bd264ee256), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.503776 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5a501436-53e9-49b9-92ac-495e8cb56640 req-c6631a5a-ef3a-4529-8978-5c3aec3d4fcb tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551052 Mar 08 17:39:29.555192 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-401a6395-edcf-4eb8-9ef3-fdfc64e2dcac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (cc399e52-500b-44c5-b841-95bd264ee256), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.573833 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a6395-edcf-4eb8-9ef3-fdfc64e2dcac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc399e52-500b-44c5-b841-95bd264ee256,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:29.654611 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-401a6395-edcf-4eb8-9ef3-fdfc64e2dcac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.655813 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-401a6395-edcf-4eb8-9ef3-fdfc64e2dcac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4091151 Mar 08 17:39:29.658610 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54042) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:29.663471 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-20f10926-8c24-4ed7-8515-4b9b98e45bd7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'security_group_rule': {'security_group_id': 'be0fcfc0-d512-4d62-b04d-d72577a048c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:29.758558 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f10926-8c24-4ed7-8515-4b9b98e45bd7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (66a9fc25-e426-4f7e-a422-e24beb480b46), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.812074 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f10926-8c24-4ed7-8515-4b9b98e45bd7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (66a9fc25-e426-4f7e-a422-e24beb480b46), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.891167 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f10926-8c24-4ed7-8515-4b9b98e45bd7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (66a9fc25-e426-4f7e-a422-e24beb480b46), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.911734 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f10926-8c24-4ed7-8515-4b9b98e45bd7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a9fc25-e426-4f7e-a422-e24beb480b46,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:29.978725 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20f10926-8c24-4ed7-8515-4b9b98e45bd7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:29.979925 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-20f10926-8c24-4ed7-8515-4b9b98e45bd7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3203797 Mar 08 17:39:29.982938 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54044) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:29.987129 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:30.081463 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.178846 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.281208 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Allocated IP 172.27.3.164 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/111f8b34-90cb-4f9a-a635-a526f393cd08) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:39:30.381403 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for port (111f8b34-90cb-4f9a-a635-a526f393cd08), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.464666 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (111f8b34-90cb-4f9a-a635-a526f393cd08), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.509076 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:39:30.514076 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:39:30.516976 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:39:30.523235 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'Port': ['ID=111f8b34-90cb-4f9a-a635-a526f393cd08,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:30.610766 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (2db145a4-8e6e-466a-8f14-a54189714676), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.627058 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7aa1ff-c7de-4bf9-ab03-cfecd616b18a req-8ff83c02-1f0a-46c3-b1f0-16e3981f181e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:30.628510 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bd7aa1ff-c7de-4bf9-ab03-cfecd616b18a req-8ff83c02-1f0a-46c3-b1f0-16e3981f181e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 944 time: 0.0529630 Mar 08 17:39:30.673098 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bd7aa1ff-c7de-4bf9-ab03-cfecd616b18a req-fabdd349-1b0e-4bdb-a82f-9646f5792bf9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385108 Mar 08 17:39:30.743334 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (111f8b34-90cb-4f9a-a635-a526f393cd08), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.889451 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for port (111f8b34-90cb-4f9a-a635-a526f393cd08), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:30.949488 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (111f8b34-90cb-4f9a-a635-a526f393cd08), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:31.017017 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'Port': ['ID=111f8b34-90cb-4f9a-a635-a526f393cd08,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:31.030379 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (2db145a4-8e6e-466a-8f14-a54189714676), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:31.123500 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:31.124783 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f6ea9d1a-97ab-4085-9302-e17c82792154 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1409123 Mar 08 17:39:31.270499 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-58c68df2-a512-4cd1-993e-1f9f6d21e0b2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1209361337&fields=id&tenant_id=e8ec36cbf6184449a2de2296985c4910 HTTP/1.1" status: 200 len: 267 time: 0.0419099 Mar 08 17:39:31.376199 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-e21d305d-fac8-4996-93c7-72fcc6afb12e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:31.377626 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-e21d305d-fac8-4996-93c7-72fcc6afb12e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 817 time: 0.1011167 Mar 08 17:39:31.391650 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-352d50c8-b014-4b9e-a58f-0cfd035cce29 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/quotas/e8ec36cbf6184449a2de2296985c4910 HTTP/1.1" status: 200 len: 375 time: 0.0085449 Mar 08 17:39:31.443234 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-d23e4526-4157-4fbf-9909-5a00a523c22f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463445 Mar 08 17:39:31.538485 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-6666c2ca-bc9e-465e-811a-b2d94d5b611a service neutron] 10.222.0.66 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842762 Mar 08 17:39:31.631989 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-8d944672-520c-4169-b0b5-7b45578b7274 service neutron] 10.222.0.66 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879385 Mar 08 17:39:31.791923 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4ba5b-cec5-4ad5-a875-7be828398348 req-f73e86e8-e070-4e26-86b4-c2c0ce815fd7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:31.793307 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1af4ba5b-cec5-4ad5-a875-7be828398348 req-f73e86e8-e070-4e26-86b4-c2c0ce815fd7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 944 time: 0.0518231 Mar 08 17:39:31.846676 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1af4ba5b-cec5-4ad5-a875-7be828398348 req-aea1e178-2c64-4491-834f-f17621926c03 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479245 Mar 08 17:39:31.877776 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0e3261eb-b88b-4ed8-b271-633c6e7aab4b req-c1782d65-077f-4277-ac21-30b0a5fc85d8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 210 time: 0.0310569 Mar 08 17:39:32.303549 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ad489fc5-8a01-4429-a66d-8afd2cd8bbcb details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:39:32.401350 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:32.413349 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'port_id': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb', 'mac_address': 'fa:16:3e:8b:df:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:39:32.449731 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:39:32.450148 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:32.462710 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad489fc5-8a01-4429-a66d-8afd2cd8bbcb {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:39:32.482825 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:32.590110 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:32.637599 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:32.644516 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.645068 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.645448 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.645804 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.646140 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.646468 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.646800 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.647124 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.647448 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.648221 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.648221 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.648453 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.648724 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:39:32.977692 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3340eb2-c629-4825-afb7-0c3e384d8901 req-a1ba2f5e-1db6-4505-9374-a5ee3fb24807 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:32.979205 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f3340eb2-c629-4825-afb7-0c3e384d8901 req-a1ba2f5e-1db6-4505-9374-a5ee3fb24807 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 945 time: 0.0565467 Mar 08 17:39:32.982346 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f98acbe8-bc6f-440a-8ab5-336b19bd8d17 req-dd569966-3ded-41e1-8c34-553b362599cd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 210 time: 0.0320837 Mar 08 17:39:33.026020 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f3340eb2-c629-4825-afb7-0c3e384d8901 req-3bee5c9a-322b-403a-8d18-d26ee5635ce3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412619 Mar 08 17:39:33.066572 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['ad489fc5-8a01-4429-a66d-8afd2cd8bbcb'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:39:34.102481 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b718c32f-2648-44f8-a152-b56b817d33ab req-40b7f803-93c4-47e1-8a29-d1d7caa930cd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 210 time: 0.0370207 Mar 08 17:39:34.148785 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5ece3-f6b0-4507-a4d7-37f303eeab0d req-010bdaba-a4b3-4b6d-8050-346dab1ffd19 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:34.150310 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9ac5ece3-f6b0-4507-a4d7-37f303eeab0d req-010bdaba-a4b3-4b6d-8050-346dab1ffd19 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 945 time: 0.0556493 Mar 08 17:39:34.168940 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-ed173695-a255-449c-acec-5a63883275cc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:34.170578 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-ed173695-a255-449c-acec-5a63883275cc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 817 time: 0.1332252 Mar 08 17:39:34.199922 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9ac5ece3-f6b0-4507-a4d7-37f303eeab0d req-5e087fa9-098d-407a-8bd8-3caebdd4eebb tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430789 Mar 08 17:39:34.235654 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-f27b9197-79ec-4a42-b073-60e6e7792502 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8ec36cbf6184449a2de2296985c4910 HTTP/1.1" status: 200 len: 380 time: 0.0556667 Mar 08 17:39:34.249862 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'port': {'device_id': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'admin_state_up': True, 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'security_groups': ['be0fcfc0-d512-4d62-b04d-d72577a048c9']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:34.308946 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ad489fc5-8a01-4429-a66d-8afd2cd8bbcb up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:39:34.429624 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Made reservation on behalf of e8ec36cbf6184449a2de2296985c4910 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:39:34.433414 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.458477 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:39:34.462710 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:39:34.463091 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.543872 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:39:34.544258 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.562139 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Allocated IP 172.20.0.12 (59db0e12-d1b7-42cf-8ecb-a8f574e94d04/ddeb08d5-8e48-41f3-a60b-deb762448432/ade801df-55b8-4749-9330-86aeb0f6e678) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:39:34.568131 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b464999-0046-4447-a620-0a9b23be456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:39:34.570518 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd51555-dd22-4087-a7fb-4f0821df6cce" -d '{"events": [{"server_uuid": "6b464999-0046-4447-a620-0a9b23be456e", "name": "network-vif-plugged", "status": "completed", "tag": "ad489fc5-8a01-4429-a66d-8afd2cd8bbcb"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:39:34.583863 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:34.608268 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21be00c-b9c9-43bd-a82e-d1e0284d2cd5 x-openstack-request-id: req-b21be00c-b9c9-43bd-a82e-d1e0284d2cd5 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:39:34.608562 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b464999-0046-4447-a620-0a9b23be456e", "name": "network-vif-plugged", "status": "completed", "tag": "ad489fc5-8a01-4429-a66d-8afd2cd8bbcb", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:39:34.608815 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b21be00c-b9c9-43bd-a82e-d1e0284d2cd5 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:39:34.609227 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b464999-0046-4447-a620-0a9b23be456e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb', 'code': 200} Mar 08 17:39:34.642696 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.691214 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:34.711562 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for port (ade801df-55b8-4749-9330-86aeb0f6e678), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.795876 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.838573 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:39:34.841561 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:39:34.845175 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:39:34.875794 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event updated for resources: {'Port': ['ID=ade801df-55b8-4749-9330-86aeb0f6e678,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:34.900339 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:34.901521 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:34.953613 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdf231-03d1-4e4c-803f-084718f53848 req-4ed8cfc9-83e6-4262-811f-e44158f30ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:34.955309 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0ccdf231-03d1-4e4c-803f-084718f53848 req-4ed8cfc9-83e6-4262-811f-e44158f30ba7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 1130 time: 0.0444539 Mar 08 17:39:35.010417 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-3a86caa9-dcbc-4b53-a979-6058bda9970e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7644114 Mar 08 17:39:35.012822 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0ccdf231-03d1-4e4c-803f-084718f53848 req-ce8cb782-16c1-4626-a044-0a173c697e97 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483649 Mar 08 17:39:35.095177 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-dee42b8d-4e02-4e47-83c6-4bc4f0f67b4c None None] Provisioning complete for port ade801df-55b8-4749-9330-86aeb0f6e678 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:39:35.095482 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dee42b8d-4e02-4e47-83c6-4bc4f0f67b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.132109 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-dee42b8d-4e02-4e47-83c6-4bc4f0f67b4c None None] Port ade801df-55b8-4749-9330-86aeb0f6e678 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:39:35.229627 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f621e-4146-4cdc-8419-13b8c0c2c857 req-e50c1d30-c7d6-4cd7-901e-60b216ea4255 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:35.230698 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e12f621e-4146-4cdc-8419-13b8c0c2c857 req-e50c1d30-c7d6-4cd7-901e-60b216ea4255 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 932 time: 0.0524225 Mar 08 17:39:35.282343 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e12f621e-4146-4cdc-8419-13b8c0c2c857 req-e8c55144-1f97-451c-8b57-37a2336b85fa tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460503 Mar 08 17:39:35.320242 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59684bba-d50b-4a8d-b3f8-99934063b25d req-c02c019f-aae8-4be9-b743-9cb8b6d6e6da tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:35.321769 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-59684bba-d50b-4a8d-b3f8-99934063b25d req-c02c019f-aae8-4be9-b743-9cb8b6d6e6da tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 946 time: 0.0532615 Mar 08 17:39:35.368750 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-59684bba-d50b-4a8d-b3f8-99934063b25d req-8160ffe5-547a-4ee0-8989-5efba431a112 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415268 Mar 08 17:39:35.384542 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Request body: {'port': {'device_id': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:35.441032 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.697694 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade801df-55b8-4749-9330-86aeb0f6e678 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:39:35.704899 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Publish callbacks [] for port (ade801df-55b8-4749-9330-86aeb0f6e678), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.716886 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Transition to ACTIVE for port object ade801df-55b8-4749-9330-86aeb0f6e678 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:39:35.795336 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.842972 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Pushing event updated for resources: {'Port': ['ID=ade801df-55b8-4749-9330-86aeb0f6e678,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:35.917668 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Attempting to bind port ade801df-55b8-4749-9330-86aeb0f6e678 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:39:35.918033 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Attempting to bind port ade801df-55b8-4749-9330-86aeb0f6e678 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:39:35.918368 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Attempting to bind port ade801df-55b8-4749-9330-86aeb0f6e678 on network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:39:35.922844 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Port ade801df-55b8-4749-9330-86aeb0f6e678 on network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:39:35.923169 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Attempting to bind port ade801df-55b8-4749-9330-86aeb0f6e678 on network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:39:35.928376 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:39:35.928718 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Checking segment: {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:39:35.929106 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Bound using segment: {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:39:35.929545 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Bound port: ade801df-55b8-4749-9330-86aeb0f6e678, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:39:35.929930 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:35.994916 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:39:35.998162 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:39:36.087235 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:36.124069 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:36.124692 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:36.126232 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] 10.222.0.64 "PUT /v2.0/ports/ade801df-55b8-4749-9330-86aeb0f6e678 HTTP/1.1" status: 200 len: 1094 time: 0.7460227 Mar 08 17:39:36.126677 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:39:36.128935 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1152ef2d-d472-45e3-acc8-ff3c1320b823" -d '{"events": [{"name": "network-changed", "server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:39:36.152078 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb70f4d-a658-4961-93e2-57981fc84b70 service neutron] Pushing event updated for resources: {'Port': ['ID=ade801df-55b8-4749-9330-86aeb0f6e678,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:36.177572 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040d4897-c886-4b0c-9f14-c186af815e7c x-openstack-request-id: req-040d4897-c886-4b0c-9f14-c186af815e7c {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:39:36.177929 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:39:36.178178 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-040d4897-c886-4b0c-9f14-c186af815e7c {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:39:36.178570 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'status': 'completed', 'code': 200} Mar 08 17:39:36.256080 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ef2d-d472-45e3-acc8-ff3c1320b823 req-45071583-e704-4a42-9dcc-032c90a32f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:36.257601 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1152ef2d-d472-45e3-acc8-ff3c1320b823 req-45071583-e704-4a42-9dcc-032c90a32f1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 1128 time: 0.0483470 Mar 08 17:39:36.373986 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ef2d-d472-45e3-acc8-ff3c1320b823 req-b0e3f847-9e7a-4077-b83e-a306c5c4fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:36.375423 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1152ef2d-d472-45e3-acc8-ff3c1320b823 req-b0e3f847-9e7a-4077-b83e-a306c5c4fdcb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e8ec36cbf6184449a2de2296985c4910&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1058393 Mar 08 17:39:36.480174 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31fc6d-14d6-49bc-849e-24024557a93f req-548359f7-1bce-424b-a350-c04891b0c2a0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:36.481789 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-da31fc6d-14d6-49bc-849e-24024557a93f req-548359f7-1bce-424b-a350-c04891b0c2a0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.1216526 Mar 08 17:39:36.492551 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1f172-03f5-42da-9c13-213a93c3dc5c req-337ebc3e-2708-4864-af92-538516cd86ed tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:36.494239 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ece1f172-03f5-42da-9c13-213a93c3dc5c req-337ebc3e-2708-4864-af92-538516cd86ed tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 946 time: 0.0565419 Mar 08 17:39:36.528128 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152ef2d-d472-45e3-acc8-ff3c1320b823 req-4294b8a2-5c24-4800-a3b4-96fc45bc3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:36.529615 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1152ef2d-d472-45e3-acc8-ff3c1320b823 req-4294b8a2-5c24-4800-a3b4-96fc45bc3d96 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402273 Mar 08 17:39:36.545940 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ece1f172-03f5-42da-9c13-213a93c3dc5c req-a76c5d26-2494-4b0e-802b-ca24e24f7f01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455651 Mar 08 17:39:36.554481 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-da31fc6d-14d6-49bc-849e-24024557a93f req-cc49c226-e73d-4f73-973a-178b744e49f1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635195 Mar 08 17:39:36.637970 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-2ecaca40-8619-47d7-8b9c-9b12a3fab17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:36.639490 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-2ecaca40-8619-47d7-8b9c-9b12a3fab17d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 1128 time: 0.0502322 Mar 08 17:39:36.685136 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-1bc13f3f-9989-4d50-8eca-836a16fb4d32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade801df-55b8-4749-9330-86aeb0f6e678 HTTP/1.1" status: 200 len: 217 time: 0.0369370 Mar 08 17:39:36.737245 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-a6d17563-1b6f-4101-aaca-dcfb0947cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:36.739157 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-a6d17563-1b6f-4101-aaca-dcfb0947cef3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.0443425 Mar 08 17:39:36.789312 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-a7f4095c-b5c5-4a36-a1fc-de8520c5e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:36.790817 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-a7f4095c-b5c5-4a36-a1fc-de8520c5e80c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439405 Mar 08 17:39:36.884009 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-146f6f83-ebe7-4777-b7ee-09a18765374b service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861311 Mar 08 17:39:36.979059 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb64c292-aecf-47df-ad0a-3b9184e9b27f req-6d89baa5-05e5-47f1-b02f-2add8fb6325f service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876131 Mar 08 17:39:37.667720 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f2c9e-d2e7-45b1-9ab4-7bd44bf7e2c4 req-26822437-ab13-4979-8732-d8d39c3504b3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:37.669215 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-df4f2c9e-d2e7-45b1-9ab4-7bd44bf7e2c4 req-26822437-ab13-4979-8732-d8d39c3504b3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 946 time: 0.0520825 Mar 08 17:39:37.674010 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c3d5a-509c-44a0-bf05-29b73f54cbd2 req-865d94d2-f1dc-4369-9492-1665a9a5aaf0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:37.676051 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b01c3d5a-509c-44a0-bf05-29b73f54cbd2 req-865d94d2-f1dc-4369-9492-1665a9a5aaf0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0510132 Mar 08 17:39:37.715779 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-df4f2c9e-d2e7-45b1-9ab4-7bd44bf7e2c4 req-2bc4c033-471a-4415-95f2-62eea21d6abe tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410738 Mar 08 17:39:37.725243 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b01c3d5a-509c-44a0-bf05-29b73f54cbd2 req-66614581-9982-4abe-bd3d-e5d9f6334207 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435219 Mar 08 17:39:37.830416 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365352-d273-4407-a799-1223df6bea98 req-2030cc14-8995-4c26-a17e-be31bf1d50f3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:37.831795 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fc365352-d273-4407-a799-1223df6bea98 req-2030cc14-8995-4c26-a17e-be31bf1d50f3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 946 time: 0.0545061 Mar 08 17:39:37.840220 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54108) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:37.844532 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-b76db2cc-9bbd-4b6f-af90-bb5490d48059 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'floatingip': {'port_id': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:37.886441 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b76db2cc-9bbd-4b6f-af90-bb5490d48059 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (b02c7549-0d48-4d1e-a572-bd76a0fdefe5), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.326129 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b76db2cc-9bbd-4b6f-af90-bb5490d48059 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.388229 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b76db2cc-9bbd-4b6f-af90-bb5490d48059 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (b02c7549-0d48-4d1e-a572-bd76a0fdefe5), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.492838 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-b76db2cc-9bbd-4b6f-af90-bb5490d48059 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Floating IP b02c7549-0d48-4d1e-a572-bd76a0fdefe5 associated. External IP: 172.27.3.143, port: ad489fc5-8a01-4429-a66d-8afd2cd8bbcb. Mar 08 17:39:38.710911 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76db2cc-9bbd-4b6f-af90-bb5490d48059 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:39:38.820056 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76db2cc-9bbd-4b6f-af90-bb5490d48059 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:39:38.824982 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b76db2cc-9bbd-4b6f-af90-bb5490d48059 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:38.830347 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b2daaf-e645-4ea4-97b2-a9a1769760e3 None None] Sync routers for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:39:38.841799 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2daaf-e645-4ea4-97b2-a9a1769760e3 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:38.842883 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-54b2daaf-e645-4ea4-97b2-a9a1769760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:39:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:38.851448 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ad14f-60f2-4dcd-b02a-8a8e47e91d7c req-3cf8f8f9-1dfa-4f04-9fa1-8c57d86507bc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:38.856355 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef5ad14f-60f2-4dcd-b02a-8a8e47e91d7c req-3cf8f8f9-1dfa-4f04-9fa1-8c57d86507bc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0607886 Mar 08 17:39:38.858572 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b76db2cc-9bbd-4b6f-af90-bb5490d48059 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "PUT /v2.0/floatingips/b02c7549-0d48-4d1e-a572-bd76a0fdefe5 HTTP/1.1" status: 200 len: 992 time: 1.0171599 Mar 08 17:39:38.859723 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b464999-0046-4447-a620-0a9b23be456e', 'tag': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:39:38.862291 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb24293935f3e4c1481fa83254af943874e64c693aee071e87be2884696519c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de18588-4f1e-4472-83c7-7f6ae17f4389" -d '{"events": [{"name": "network-changed", "server_uuid": "6b464999-0046-4447-a620-0a9b23be456e", "tag": "ad489fc5-8a01-4429-a66d-8afd2cd8bbcb"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:39:38.901198 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489c2117-725b-482a-a1d5-8e2dd35fbeea x-openstack-request-id: req-489c2117-725b-482a-a1d5-8e2dd35fbeea {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:39:38.901519 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b464999-0046-4447-a620-0a9b23be456e", "tag": "ad489fc5-8a01-4429-a66d-8afd2cd8bbcb", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:39:38.901804 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-489c2117-725b-482a-a1d5-8e2dd35fbeea {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:39:38.902215 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b464999-0046-4447-a620-0a9b23be456e', 'tag': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb', 'status': 'completed', 'code': 200} Mar 08 17:39:38.921465 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef5ad14f-60f2-4dcd-b02a-8a8e47e91d7c req-36f0af12-e26e-42a9-8ae3-72f2464b0b79 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495739 Mar 08 17:39:38.976252 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de18588-4f1e-4472-83c7-7f6ae17f4389 req-e4f88ee5-bbc4-4c59-ab7d-91cc266e22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:38.977686 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6de18588-4f1e-4472-83c7-7f6ae17f4389 req-e4f88ee5-bbc4-4c59-ab7d-91cc266e22b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 1130 time: 0.0474050 Mar 08 17:39:39.081386 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de18588-4f1e-4472-83c7-7f6ae17f4389 req-372b443d-41a5-4f23-8161-9ebdac544e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:39.083467 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6de18588-4f1e-4472-83c7-7f6ae17f4389 req-372b443d-41a5-4f23-8161-9ebdac544e0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 915 time: 0.0923512 Mar 08 17:39:39.086153 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-54b2daaf-e645-4ea4-97b2-a9a1769760e3 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:39.148805 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6de18588-4f1e-4472-83c7-7f6ae17f4389 req-04caa13c-c670-41c8-82ac-5271afe21af2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb HTTP/1.1" status: 200 len: 1000 time: 0.0571015 Mar 08 17:39:39.201234 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de18588-4f1e-4472-83c7-7f6ae17f4389 req-c6774210-4b88-44bd-90b5-330ffc0c803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:39.202787 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6de18588-4f1e-4472-83c7-7f6ae17f4389 req-c6774210-4b88-44bd-90b5-330ffc0c803c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.0472760 Mar 08 17:39:39.251914 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de18588-4f1e-4472-83c7-7f6ae17f4389 req-e9d3cd54-e98a-4647-8cdd-a3fdfd8644c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:39.254192 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6de18588-4f1e-4472-83c7-7f6ae17f4389 req-e9d3cd54-e98a-4647-8cdd-a3fdfd8644c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422590 Mar 08 17:39:39.311545 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-54b2daaf-e645-4ea4-97b2-a9a1769760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d2af72e-d662-4108-84d7-6f43d05b3975', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '55e8338c-764a-49e6-9f57-26cc629d4918', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:91:52:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:40Z', 'updated_at': '2022-03-08T17:37:10Z', 'revision_number': 2, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}, {'id': 'b02c7549-0d48-4d1e-a572-bd76a0fdefe5', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:8b:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b464999-0046-4447-a620-0a9b23be456e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:39:22Z', 'updated_at': '2022-03-08T17:39:38Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:39.341644 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b2daaf-e645-4ea4-97b2-a9a1769760e3 None None] Checking router: d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:39:39.352203 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2daaf-e645-4ea4-97b2-a9a1769760e3 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:39.353118 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-54b2daaf-e645-4ea4-97b2-a9a1769760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:39:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:39.357679 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6de18588-4f1e-4472-83c7-7f6ae17f4389 req-90caa7d4-633a-49da-afe8-167d3a220647 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945373 Mar 08 17:39:39.454011 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6de18588-4f1e-4472-83c7-7f6ae17f4389 req-3bd1e114-50d2-4817-a112-200e7cf0baff service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856459 Mar 08 17:39:39.467227 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-54b2daaf-e645-4ea4-97b2-a9a1769760e3 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:39.691390 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-54b2daaf-e645-4ea4-97b2-a9a1769760e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d2af72e-d662-4108-84d7-6f43d05b3975', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '55e8338c-764a-49e6-9f57-26cc629d4918', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:91:52:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:40Z', 'updated_at': '2022-03-08T17:37:10Z', 'revision_number': 2, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}, {'id': 'b02c7549-0d48-4d1e-a572-bd76a0fdefe5', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:8b:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b464999-0046-4447-a620-0a9b23be456e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:39:22Z', 'updated_at': '2022-03-08T17:39:38Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:39.721000 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b2daaf-e645-4ea4-97b2-a9a1769760e3 None None] The sync data for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi is: [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d2af72e-d662-4108-84d7-6f43d05b3975', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '55e8338c-764a-49e6-9f57-26cc629d4918', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:91:52:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:40Z', 'updated_at': '2022-03-08T17:37:10Z', 'revision_number': 2, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}, {'id': 'b02c7549-0d48-4d1e-a572-bd76a0fdefe5', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:8b:df:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b464999-0046-4447-a620-0a9b23be456e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:39:22Z', 'updated_at': '2022-03-08T17:39:38Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:39:39.920730 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c8e9a-acd4-4884-b8ac-e72d79d7f756 None None] New status for floating IP b02c7549-0d48-4d1e-a572-bd76a0fdefe5: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:39:40.044380 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ba68c-ea71-4a77-953e-b09f798e5462 req-0d20c239-9244-4c41-ba54-5bdfd01a5012 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:40.045902 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d66ba68c-ea71-4a77-953e-b09f798e5462 req-0d20c239-9244-4c41-ba54-5bdfd01a5012 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0527368 Mar 08 17:39:40.092842 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d66ba68c-ea71-4a77-953e-b09f798e5462 req-93ab75c4-a7d3-41ec-855b-ac5050367bdf tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413721 Mar 08 17:39:40.332652 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ade801df-55b8-4749-9330-86aeb0f6e678 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:39:40.428534 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:40.438599 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'port_id': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'mac_address': 'fa:16:3e:05:2e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:39:40.479705 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port ade801df-55b8-4749-9330-86aeb0f6e678 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:39:40.480097 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:40.492747 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade801df-55b8-4749-9330-86aeb0f6e678 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:39:40.511744 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:40.600915 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:40.647845 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=ade801df-55b8-4749-9330-86aeb0f6e678,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:41.170219 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['ade801df-55b8-4749-9330-86aeb0f6e678'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:39:41.214872 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182a5c3-3062-4935-a7ed-739ec63f7e50 req-03d6b39d-ac27-49f9-83d2-9c74f999576f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:41.216268 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5182a5c3-3062-4935-a7ed-739ec63f7e50 req-03d6b39d-ac27-49f9-83d2-9c74f999576f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 945 time: 0.0534790 Mar 08 17:39:41.262596 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5182a5c3-3062-4935-a7ed-739ec63f7e50 req-74a2c14a-354d-4fa8-aa31-afd27e58cf49 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407481 Mar 08 17:39:42.382115 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86085ae4-e6b9-44cc-a2ac-910520c26a1e req-a0850e3f-cb93-4f74-9e2e-506c45b81a76 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:42.383581 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-86085ae4-e6b9-44cc-a2ac-910520c26a1e req-a0850e3f-cb93-4f74-9e2e-506c45b81a76 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 945 time: 0.0522223 Mar 08 17:39:42.433312 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-86085ae4-e6b9-44cc-a2ac-910520c26a1e req-41c90f9e-ba55-40e5-be1a-00f0fbf75043 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443237 Mar 08 17:39:43.561865 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52e3ca-ce29-4e78-bcda-bca0ba87213c req-8ff6c116-b7dd-43b9-af59-87fe53a4c7fe tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:43.563321 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ec52e3ca-ce29-4e78-bcda-bca0ba87213c req-8ff6c116-b7dd-43b9-af59-87fe53a4c7fe tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 945 time: 0.0551612 Mar 08 17:39:43.612244 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ec52e3ca-ce29-4e78-bcda-bca0ba87213c req-cf32cc54-1d34-4a8c-b9b5-b5da7d1244f3 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424113 Mar 08 17:39:44.350256 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ade801df-55b8-4749-9330-86aeb0f6e678 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:39:44.509169 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port ade801df-55b8-4749-9330-86aeb0f6e678 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:39:44.513303 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port ade801df-55b8-4749-9330-86aeb0f6e678 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:39:44.513677 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:44.593084 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port ade801df-55b8-4749-9330-86aeb0f6e678 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:39:44.593526 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:44.615140 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:39:44.617414 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6e89eb-608f-4f0d-be87-36df67d2c3c1" -d '{"events": [{"server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "name": "network-vif-plugged", "status": "completed", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:39:44.630389 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:39:44.662365 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140df8f9-b179-4d0d-bc72-d824d292e19b x-openstack-request-id: req-140df8f9-b179-4d0d-bc72-d824d292e19b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:39:44.662365 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "name": "network-vif-plugged", "status": "completed", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:39:44.662365 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-140df8f9-b179-4d0d-bc72-d824d292e19b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:39:44.662365 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'code': 200} Mar 08 17:39:44.710017 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:44.736581 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e02e7-359e-41ea-bb63-0ccf792f28e0 req-bb8eedeb-b138-48c5-8992-808735296952 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:44.738715 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-697e02e7-359e-41ea-bb63-0ccf792f28e0 req-bb8eedeb-b138-48c5-8992-808735296952 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 945 time: 0.0546699 Mar 08 17:39:44.759518 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=ade801df-55b8-4749-9330-86aeb0f6e678,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:39:44.787249 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-697e02e7-359e-41ea-bb63-0ccf792f28e0 req-b9822899-d968-4607-9602-39ba392ebeb0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429714 Mar 08 17:39:45.006156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668547e-f3ee-4c83-a6c5-5e2681bdc6d6 req-05ccab50-df48-4728-9d48-cb5f78847afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:45.007521 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2668547e-f3ee-4c83-a6c5-5e2681bdc6d6 req-05ccab50-df48-4728-9d48-cb5f78847afe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 1130 time: 0.0457642 Mar 08 17:39:45.056043 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2668547e-f3ee-4c83-a6c5-5e2681bdc6d6 req-d365b99b-a090-4686-bef5-fa32be1c988c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378749 Mar 08 17:39:45.908926 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23743c2-ea33-470f-8104-55806430e1d5 req-7eaf426c-7aeb-401d-885c-e7da97597ee1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:45.910921 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f23743c2-ea33-470f-8104-55806430e1d5 req-7eaf426c-7aeb-401d-885c-e7da97597ee1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0513492 Mar 08 17:39:45.958756 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f23743c2-ea33-470f-8104-55806430e1d5 req-c7dd1f56-5b17-4e20-a7ae-007e6eeb082f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424814 Mar 08 17:39:47.077729 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926ddb9-4b10-4325-9dfd-67d948df1906 req-53f1a3bf-482b-4236-ae06-b9d2e2e74d1d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:47.079214 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2926ddb9-4b10-4325-9dfd-67d948df1906 req-53f1a3bf-482b-4236-ae06-b9d2e2e74d1d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0505695 Mar 08 17:39:47.126555 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2926ddb9-4b10-4325-9dfd-67d948df1906 req-ca4edba2-f9ac-4e09-9cda-34e8b33274ee tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412660 Mar 08 17:39:48.247478 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e126b3-87db-43cb-b8d4-3ada74b7c277 req-c2ec6eac-1693-4048-8854-f8ee754bcdd7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:48.248942 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-68e126b3-87db-43cb-b8d4-3ada74b7c277 req-c2ec6eac-1693-4048-8854-f8ee754bcdd7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0505702 Mar 08 17:39:48.295188 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-68e126b3-87db-43cb-b8d4-3ada74b7c277 req-013ff3b7-7233-40c7-b648-1c0ed9c8c28c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393763 Mar 08 17:39:48.422116 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fcec3-dd9d-42bb-87a8-4f2093b6927a req-7060da98-dc11-48ec-9f87-98c0026312f9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:48.423586 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bf1fcec3-dd9d-42bb-87a8-4f2093b6927a req-7060da98-dc11-48ec-9f87-98c0026312f9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0596893 Mar 08 17:39:48.431994 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54146) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:39:48.436205 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-5b9bf0a5-8752-4ee8-86d5-508181f0aaa1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Request body: {'floatingip': {'port_id': 'ade801df-55b8-4749-9330-86aeb0f6e678'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:39:48.477323 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf0a5-8752-4ee8-86d5-508181f0aaa1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (2db145a4-8e6e-466a-8f14-a54189714676), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:49.068313 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b1151738-c4c8-4c88-9c76-c0107cad082b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:49.179945 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf0a5-8752-4ee8-86d5-508181f0aaa1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:49.239655 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf0a5-8752-4ee8-86d5-508181f0aaa1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (2db145a4-8e6e-466a-8f14-a54189714676), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:49.341041 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-5b9bf0a5-8752-4ee8-86d5-508181f0aaa1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Floating IP 2db145a4-8e6e-466a-8f14-a54189714676 associated. External IP: 172.27.3.164, port: ade801df-55b8-4749-9330-86aeb0f6e678. Mar 08 17:39:49.549713 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9bf0a5-8752-4ee8-86d5-508181f0aaa1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Router 8e107082-410c-407b-a23d-04637e76dd95 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:39:49.658684 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9bf0a5-8752-4ee8-86d5-508181f0aaa1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:39:49.663731 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf0a5-8752-4ee8-86d5-508181f0aaa1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:49.669068 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ccca9a-86f9-41a5-98e5-5691a5ee8f46 None None] Sync routers for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:39:49.679590 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ccca9a-86f9-41a5-98e5-5691a5ee8f46 None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:49.680212 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-b3ccca9a-86f9-41a5-98e5-5691a5ee8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:39:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:49.694291 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5b9bf0a5-8752-4ee8-86d5-508181f0aaa1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "PUT /v2.0/floatingips/2db145a4-8e6e-466a-8f14-a54189714676 HTTP/1.1" status: 200 len: 992 time: 1.2612665 Mar 08 17:39:49.695038 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:39:49.697270 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c476e27-601b-4c71-b949-16503a674c34" -d '{"events": [{"name": "network-changed", "server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:39:49.734236 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02345e3-fd15-467f-b5c4-d2a7314a5e68 x-openstack-request-id: req-e02345e3-fd15-467f-b5c4-d2a7314a5e68 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:39:49.734236 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:39:49.734236 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e02345e3-fd15-467f-b5c4-d2a7314a5e68 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:39:49.734236 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'status': 'completed', 'code': 200} Mar 08 17:39:49.787773 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-b3ccca9a-86f9-41a5-98e5-5691a5ee8f46 None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:49.839175 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c476e27-601b-4c71-b949-16503a674c34 req-da221b48-c482-4e1a-9828-1672b33fda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:49.840637 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3c476e27-601b-4c71-b949-16503a674c34 req-da221b48-c482-4e1a-9828-1672b33fda3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 1130 time: 0.0487785 Mar 08 17:39:49.943817 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c476e27-601b-4c71-b949-16503a674c34 req-8ac46f6c-70b1-4c66-ac26-689f36be3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:49.945287 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3c476e27-601b-4c71-b949-16503a674c34 req-8ac46f6c-70b1-4c66-ac26-689f36be3051 service neutron] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 918 time: 0.0858326 Mar 08 17:39:50.010124 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-b3ccca9a-86f9-41a5-98e5-5691a5ee8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '2db145a4-8e6e-466a-8f14-a54189714676', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '8e107082-410c-407b-a23d-04637e76dd95', 'port_id': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'mac_address': 'fa:16:3e:05:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:39:30Z', 'updated_at': '2022-03-08T17:39:49Z', 'revision_number': 1, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:50.015489 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3c476e27-601b-4c71-b949-16503a674c34 req-dac4ac87-cbe3-4d46-83b3-11969bb80b4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade801df-55b8-4749-9330-86aeb0f6e678 HTTP/1.1" status: 200 len: 1000 time: 0.0628867 Mar 08 17:39:50.036165 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ccca9a-86f9-41a5-98e5-5691a5ee8f46 None None] Checking router: 8e107082-410c-407b-a23d-04637e76dd95 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:39:50.044368 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ccca9a-86f9-41a5-98e5-5691a5ee8f46 None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:39:50.044972 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-b3ccca9a-86f9-41a5-98e5-5691a5ee8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:39:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:50.067029 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c476e27-601b-4c71-b949-16503a674c34 req-17ac1b1c-4ed4-4d66-a0ab-a4d6ddd6b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:50.068527 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3c476e27-601b-4c71-b949-16503a674c34 req-17ac1b1c-4ed4-4d66-a0ab-a4d6ddd6b650 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.0453918 Mar 08 17:39:50.117167 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c476e27-601b-4c71-b949-16503a674c34 req-0e715613-bb78-4e4d-904e-e249285a0eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:39:50.118723 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3c476e27-601b-4c71-b949-16503a674c34 req-0e715613-bb78-4e4d-904e-e249285a0eb7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434790 Mar 08 17:39:50.156785 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-b3ccca9a-86f9-41a5-98e5-5691a5ee8f46 None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:39:50.222904 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3c476e27-601b-4c71-b949-16503a674c34 req-f9f30e1f-6e91-4e55-9238-e1e1c8339e7e service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856164 Mar 08 17:39:50.316511 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3c476e27-601b-4c71-b949-16503a674c34 req-24fe5049-3769-4eb5-a6fa-9b5b0274a726 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820737 Mar 08 17:39:50.328210 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:50.531392 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-b3ccca9a-86f9-41a5-98e5-5691a5ee8f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '2db145a4-8e6e-466a-8f14-a54189714676', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '8e107082-410c-407b-a23d-04637e76dd95', 'port_id': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'mac_address': 'fa:16:3e:05:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:39:30Z', 'updated_at': '2022-03-08T17:39:49Z', 'revision_number': 1, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:39:50.556876 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ccca9a-86f9-41a5-98e5-5691a5ee8f46 None None] The sync data for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi is: [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '2db145a4-8e6e-466a-8f14-a54189714676', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '8e107082-410c-407b-a23d-04637e76dd95', 'port_id': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'mac_address': 'fa:16:3e:05:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:39:30Z', 'updated_at': '2022-03-08T17:39:49Z', 'revision_number': 1, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:39:50.745977 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba71380-7ba8-49f7-8117-66ad39a0b8a7 None None] New status for floating IP 2db145a4-8e6e-466a-8f14-a54189714676: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:39:51.326366 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfc577d2-e56d-4af0-81ab-7650f3538a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:52.726521 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:53.852223 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:39:55.240807 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:03.957630 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:40:15.530061 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8a56b-818c-4446-9134-6f807d770cd7 req-6090f05a-146a-4d81-a39d-f01ec9cfe309 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:15.531578 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0cc8a56b-818c-4446-9134-6f807d770cd7 req-6090f05a-146a-4d81-a39d-f01ec9cfe309 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.0556376 Mar 08 17:40:15.577030 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0cc8a56b-818c-4446-9134-6f807d770cd7 req-db940e74-7ce8-4b30-bc4a-8a8277dc0e6f tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398493 Mar 08 17:40:16.069129 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8c6196ac-573f-46ca-ac15-44ab79125afb req-94372456-d9aa-4c47-bf12-e612c8269ce0 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070405906&fields=id&tenant_id=5dba5635511c46bc9431cc58f7118cf7 HTTP/1.1" status: 200 len: 267 time: 0.0477967 Mar 08 17:40:16.123850 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6196ac-573f-46ca-ac15-44ab79125afb req-4fcea6bd-e8c0-41d5-beed-aae0d60a9c3a tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:16.125310 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8c6196ac-573f-46ca-ac15-44ab79125afb req-4fcea6bd-e8c0-41d5-beed-aae0d60a9c3a tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 985 time: 0.0509467 Mar 08 17:40:16.138976 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-8c6196ac-573f-46ca-ac15-44ab79125afb req-73a18276-0b15-4eb8-bf98-2e780e2b607c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Request body: {'port': {'security_groups': ['f735fcc1-ef83-4975-8f9f-1bf9f42f372a']}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:40:16.211625 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-8c6196ac-573f-46ca-ac15-44ab79125afb req-73a18276-0b15-4eb8-bf98-2e780e2b607c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:16.416309 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-8c6196ac-573f-46ca-ac15-44ab79125afb req-73a18276-0b15-4eb8-bf98-2e780e2b607c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] For port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:16.444528 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-8c6196ac-573f-46ca-ac15-44ab79125afb req-73a18276-0b15-4eb8-bf98-2e780e2b607c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:16.526112 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-8c6196ac-573f-46ca-ac15-44ab79125afb req-73a18276-0b15-4eb8-bf98-2e780e2b607c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126735967'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:16.543012 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:40:16.572233 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6196ac-573f-46ca-ac15-44ab79125afb req-73a18276-0b15-4eb8-bf98-2e780e2b607c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:16.572868 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-8c6196ac-573f-46ca-ac15-44ab79125afb req-73a18276-0b15-4eb8-bf98-2e780e2b607c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:16.574383 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8c6196ac-573f-46ca-ac15-44ab79125afb req-73a18276-0b15-4eb8-bf98-2e780e2b607c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "PUT /v2.0/ports/b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 HTTP/1.1" status: 200 len: 943 time: 0.4398251 Mar 08 17:40:16.574776 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:40:16.577042 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb24293935f3e4c1481fa83254af943874e64c693aee071e87be2884696519c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee77eac-dc72-4b98-82e9-c98577fc6378" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:40:16.583133 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54198) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:16.643251 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a18276-0b15-4eb8-bf98-2e780e2b607c tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event updated for resources: {'Port': ['ID=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,revision_number=7']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:16.651747 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e98e442-4c93-40c3-be95-29ddd52e3437 x-openstack-request-id: req-7e98e442-4c93-40c3-be95-29ddd52e3437 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:40:16.652089 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:40:16.652349 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e98e442-4c93-40c3-be95-29ddd52e3437 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:40:16.652748 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'status': 'completed', 'code': 200} Mar 08 17:40:16.704605 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bdaee474-0b2b-43a4-ad9c-23a0ef967561 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group (d09b63ca-61e9-439f-b967-47f05924907a), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:16.722720 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee77eac-dc72-4b98-82e9-c98577fc6378 req-f89e0a6d-d7e0-4655-970d-c5263a08b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:16.724203 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ee77eac-dc72-4b98-82e9-c98577fc6378 req-f89e0a6d-d7e0-4655-970d-c5263a08b973 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dba5635511c46bc9431cc58f7118cf7&device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 1130 time: 0.0496833 Mar 08 17:40:16.742999 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bdaee474-0b2b-43a4-ad9c-23a0ef967561 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group (d09b63ca-61e9-439f-b967-47f05924907a), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:16.764375 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63543e-19ee-455a-a86e-3e27a506c580 req-69551879-30e7-4aa6-8bfe-6fdc3d221ad2 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:16.764592 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:40:16.772262 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea63543e-19ee-455a-a86e-3e27a506c580 req-69551879-30e7-4aa6-8bfe-6fdc3d221ad2 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.1053104 Mar 08 17:40:16.838751 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea63543e-19ee-455a-a86e-3e27a506c580 req-0856da46-35e0-495e-a9a8-55cbe79c8b3d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617969 Mar 08 17:40:16.842297 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee77eac-dc72-4b98-82e9-c98577fc6378 req-89b91990-97f7-4f7f-a746-ec9bd4f46be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:16.844108 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ee77eac-dc72-4b98-82e9-c98577fc6378 req-89b91990-97f7-4f7f-a746-ec9bd4f46be2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 HTTP/1.1" status: 200 len: 915 time: 0.1007016 Mar 08 17:40:16.858211 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-51f569a6-6807-4fc6-8170-ada23372e402 None None] Provisioning complete for port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:40:16.858657 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-51f569a6-6807-4fc6-8170-ada23372e402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:16.924097 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ee77eac-dc72-4b98-82e9-c98577fc6378 req-5d5dbdd9-4039-47d1-ba85-3ec1919ca054 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 HTTP/1.1" status: 200 len: 1001 time: 0.0661819 Mar 08 17:40:16.959950 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bdaee474-0b2b-43a4-ad9c-23a0ef967561 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d09b63ca-61e9-439f-b967-47f05924907a), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:16.962623 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bdaee474-0b2b-43a4-ad9c-23a0ef967561 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:16.966190 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-bdaee474-0b2b-43a4-ad9c-23a0ef967561 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "DELETE /v2.0/security-groups/d09b63ca-61e9-439f-b967-47f05924907a HTTP/1.1" status: 204 len: 168 time: 0.3792925 Mar 08 17:40:16.966524 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54202) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:16.973196 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaee474-0b2b-43a4-ad9c-23a0ef967561 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09b63ca-61e9-439f-b967-47f05924907a,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:16.997392 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-51f569a6-6807-4fc6-8170-ada23372e402 None None] Current status of the port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:40:17.027592 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee77eac-dc72-4b98-82e9-c98577fc6378 req-47857633-1c31-4133-9f48-eab51dbb316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:17.029105 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ee77eac-dc72-4b98-82e9-c98577fc6378 req-47857633-1c31-4133-9f48-eab51dbb316a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a58180db-0d18-46c1-a0ee-ff9ef3678274 HTTP/1.1" status: 200 len: 853 time: 0.0958061 Mar 08 17:40:17.149141 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee77eac-dc72-4b98-82e9-c98577fc6378 req-4abc6f45-e281-4221-842b-014db2c761ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:17.150663 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ee77eac-dc72-4b98-82e9-c98577fc6378 req-4abc6f45-e281-4221-842b-014db2c761ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066172 Mar 08 17:40:17.198424 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Deleting port bc28efa4-6e5a-48d8-b513-7f7b6eccd681 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:17.198763 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (bc28efa4-6e5a-48d8-b513-7f7b6eccd681), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:17.332149 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ee77eac-dc72-4b98-82e9-c98577fc6378 req-0096e625-23b9-4e95-9232-b4cea53cfec7 service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703765 Mar 08 17:40:17.359976 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (bc28efa4-6e5a-48d8-b513-7f7b6eccd681), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:17.360304 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for floatingip (bc28efa4-6e5a-48d8-b513-7f7b6eccd681), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:17.388376 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-23472ba9-9f04-483f-a7d4-756edf95a5be tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:17.389827 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-23472ba9-9f04-483f-a7d4-756edf95a5be tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.64 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.1375704 Mar 08 17:40:17.398273 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Calling delete_port for bc28efa4-6e5a-48d8-b513-7f7b6eccd681 owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:17.597450 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ee77eac-dc72-4b98-82e9-c98577fc6378 req-39c91078-a127-4d7f-813a-a0c9929aac68 service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483191 Mar 08 17:40:17.639909 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Deleting port c4a243c7-ffde-432d-9f5f-f16100db15e8 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:17.640246 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:17.759680 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] For port c4a243c7-ffde-432d-9f5f-f16100db15e8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c4a243c7-ffde-432d-9f5f-f16100db15e8,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:17.760398 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:17.825364 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (bc28efa4-6e5a-48d8-b513-7f7b6eccd681), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:17.889936 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event deleted for resources: {'Port': ['ID=bc28efa4-6e5a-48d8-b513-7f7b6eccd681,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:18.018368 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks [] for floatingip (c86a01d4-8e3d-400b-964a-26fbd6e6420e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:18.019271 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Floating IP c86a01d4-8e3d-400b-964a-26fbd6e6420e disassociated (deleted). External IP: 172.27.3.25, port: b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11. Mar 08 17:40:18.077363 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:18.077726 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (6d7617a4-2c28-434e-915d-767c18c7d86f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:18.078061 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Floating IP 6d7617a4-2c28-434e-915d-767c18c7d86f disassociated. External IP: 172.27.3.252, port: c4a243c7-ffde-432d-9f5f-f16100db15e8. Mar 08 17:40:18.078396 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Calling delete_port for c4a243c7-ffde-432d-9f5f-f16100db15e8 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:18.100630 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823bdba-6a31-4d63-81b9-88699494d885 req-ad132b80-42ed-42af-a083-b0ed7ba00f5c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:18.102113 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a823bdba-6a31-4d63-81b9-88699494d885 req-ad132b80-42ed-42af-a083-b0ed7ba00f5c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 946 time: 0.1710079 Mar 08 17:40:18.501772 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a823bdba-6a31-4d63-81b9-88699494d885 req-36ade68b-493d-4f70-ad71-bbbd49f462b6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=ceab5317-485a-491b-a7f3-497aacf283da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738794 Mar 08 17:40:18.642566 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Router 3efef630-e851-412b-900f-83d5b707f027 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:40:18.697198 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (c4a243c7-ffde-432d-9f5f-f16100db15e8), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:18.750655 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event deleted for resources: {'Port': ['ID=c4a243c7-ffde-432d-9f5f-f16100db15e8,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:18.820321 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:40:18.825658 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:18.829999 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8159be-a7fe-44bf-b668-9dd98d4132a0 None None] Sync routers for ids ['3efef630-e851-412b-900f-83d5b707f027'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:40:18.839849 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8159be-a7fe-44bf-b668-9dd98d4132a0 None None] Routers {'3efef630-e851-412b-900f-83d5b707f027'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:18.840545 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-4f8159be-a7fe-44bf-b668-9dd98d4132a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:39:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3efef630-e851-412b-900f-83d5b707f027'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:18.889718 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-3804f266-2100-42ba-a436-1d376817d11d tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "DELETE /v2.0/floatingips/c86a01d4-8e3d-400b-964a-26fbd6e6420e HTTP/1.1" status: 204 len: 168 time: 1.9221747 Mar 08 17:40:18.891892 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:40:18.894744 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dbd724-3666-49aa-a5c0-206778bed420" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:40:18.920818 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:40:18.963651 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-4f8159be-a7fe-44bf-b668-9dd98d4132a0 None None] Set router 3efef630-e851-412b-900f-83d5b707f027 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:18.976435 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061cc15e-1fe4-4e6a-8f55-7cb59926bd3f x-openstack-request-id: req-061cc15e-1fe4-4e6a-8f55-7cb59926bd3f {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:40:18.976731 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:40:18.977020 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-061cc15e-1fe4-4e6a-8f55-7cb59926bd3f {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:40:18.977491 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'status': 'completed', 'code': 200} Mar 08 17:40:19.077817 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbd724-3666-49aa-a5c0-206778bed420 req-843599ae-9f7a-49c5-b8d3-b5564244df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:19.079323 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-39dbd724-3666-49aa-a5c0-206778bed420 req-843599ae-9f7a-49c5-b8d3-b5564244df30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5dba5635511c46bc9431cc58f7118cf7&device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 1130 time: 0.1011519 Mar 08 17:40:19.109355 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:40:19.121698 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e564856-8e3f-4705-80ac-a69138bb9d28 None None] Sync routers for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:40:19.131575 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e564856-8e3f-4705-80ac-a69138bb9d28 None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:19.132210 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2e564856-8e3f-4705-80ac-a69138bb9d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:39:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:19.170555 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d37f497-9630-4cee-b1e5-29c7f4f3e7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:19.191850 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] No DVR routers for this DVR port c4a243c7-ffde-432d-9f5f-f16100db15e8 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:40:19.195230 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-4f8159be-a7fe-44bf-b668-9dd98d4132a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:57Z', 'revision_number': 4, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35', 'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'mac_address': 'fa:16:3e:64:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:56Z', 'updated_at': '2022-03-08T17:35:01Z', 'revision_number': 5, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'subnets': [{'id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:19.197635 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:19.201112 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cfd98bcb-f96a-45a8-b496-ab3f1b384566 req-0064495b-d14e-4aeb-b0b9-3b98a60c3c48 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.64 "DELETE /v2.0/ports/c4a243c7-ffde-432d-9f5f-f16100db15e8 HTTP/1.1" status: 204 len: 173 time: 1.8010144 Mar 08 17:40:19.238462 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8159be-a7fe-44bf-b668-9dd98d4132a0 None None] Checking router: 3efef630-e851-412b-900f-83d5b707f027 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:40:19.248430 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8159be-a7fe-44bf-b668-9dd98d4132a0 None None] Routers {'3efef630-e851-412b-900f-83d5b707f027'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:19.249075 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-4f8159be-a7fe-44bf-b668-9dd98d4132a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:39:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3efef630-e851-412b-900f-83d5b707f027'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:19.257401 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbd724-3666-49aa-a5c0-206778bed420 req-14dce401-85fb-4812-9698-7e4e0f6ddcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:19.259069 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-39dbd724-3666-49aa-a5c0-206778bed420 req-14dce401-85fb-4812-9698-7e4e0f6ddcd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 HTTP/1.1" status: 200 len: 915 time: 0.1723702 Mar 08 17:40:19.290079 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-2e564856-8e3f-4705-80ac-a69138bb9d28 None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:19.319176 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-39dbd724-3666-49aa-a5c0-206778bed420 req-9c218598-a056-4411-8d39-8987b102492c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 HTTP/1.1" status: 200 len: 217 time: 0.0532844 Mar 08 17:40:19.368984 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-4f8159be-a7fe-44bf-b668-9dd98d4132a0 None None] Set router 3efef630-e851-412b-900f-83d5b707f027 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:19.383969 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbd724-3666-49aa-a5c0-206778bed420 req-e6007140-4bce-4922-9f35-10ee7cf2c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:19.385457 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-39dbd724-3666-49aa-a5c0-206778bed420 req-e6007140-4bce-4922-9f35-10ee7cf2c5d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a58180db-0d18-46c1-a0ee-ff9ef3678274 HTTP/1.1" status: 200 len: 853 time: 0.0523279 Mar 08 17:40:19.458102 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbd724-3666-49aa-a5c0-206778bed420 req-e485c0a4-3bee-43a7-b2ae-b7cb6ac49115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:19.459700 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-39dbd724-3666-49aa-a5c0-206778bed420 req-e485c0a4-3bee-43a7-b2ae-b7cb6ac49115 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679581 Mar 08 17:40:19.525340 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2e564856-8e3f-4705-80ac-a69138bb9d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:19.556494 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e564856-8e3f-4705-80ac-a69138bb9d28 None None] Checking router: 5fd512fb-a263-4f45-ae1f-5c9981aba7dc for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:40:19.566817 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e564856-8e3f-4705-80ac-a69138bb9d28 None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:19.568208 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2e564856-8e3f-4705-80ac-a69138bb9d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:39:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:19.601049 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-39dbd724-3666-49aa-a5c0-206778bed420 req-fa1db75f-e771-442d-ad3e-592fd411d995 service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320260 Mar 08 17:40:19.624331 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-4f8159be-a7fe-44bf-b668-9dd98d4132a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:57Z', 'revision_number': 4, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35', 'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'mac_address': 'fa:16:3e:64:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:56Z', 'updated_at': '2022-03-08T17:35:01Z', 'revision_number': 5, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'subnets': [{'id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:19.639829 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-300d776b-1ac0-47bc-bd5e-a9a8ec9a8cc9 req-45159291-bb5b-4d2e-9de8-dcd3f4c35b46 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=386e00e7-a851-4889-a3d0-f39dbd2ddfb6 HTTP/1.1" status: 200 len: 210 time: 0.0404427 Mar 08 17:40:19.670736 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8159be-a7fe-44bf-b668-9dd98d4132a0 None None] The sync data for ids ['3efef630-e851-412b-900f-83d5b707f027'] in dv-cinder-830085-3-iscsi is: [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:34:57Z', 'revision_number': 4, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35', 'name': '', 'network_id': 'ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'mac_address': 'fa:16:3e:64:10:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:56Z', 'updated_at': '2022-03-08T17:35:01Z', 'revision_number': 5, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'subnets': [{'id': 'a58180db-0d18-46c1-a0ee-ff9ef3678274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:40:19.709645 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-2e564856-8e3f-4705-80ac-a69138bb9d28 None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:19.710808 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-39dbd724-3666-49aa-a5c0-206778bed420 req-d41cc0b5-0fde-43d2-a09a-4b6949c3c540 service neutron] 10.222.0.64 "GET /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032536 Mar 08 17:40:19.909269 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f684841d-3866-4901-8311-eca1a0b97bd5 None None] New status for floating IP c86a01d4-8e3d-400b-964a-26fbd6e6420e: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:40:19.920479 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2e564856-8e3f-4705-80ac-a69138bb9d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:19.948261 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e564856-8e3f-4705-80ac-a69138bb9d28 None None] The sync data for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi is: [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:40:20.177533 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9ea17-8b0e-4c44-9bb8-0f453b62bd93 None None] New status for floating IP 6d7617a4-2c28-434e-915d-767c18c7d86f: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:40:20.337735 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:20.510532 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device c4a243c7-ffde-432d-9f5f-f16100db15e8 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:40:20.531889 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: c4a243c7-ffde-432d-9f5f-f16100db15e8 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:40:20.535386 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device c4a243c7-ffde-432d-9f5f-f16100db15e8 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:40:20.801663 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54230) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:20.855414 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-23bc1408-4df3-4589-b790-90afd32df2a6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (ceab5317-485a-491b-a7f3-497aacf283da), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:20.878513 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-23bc1408-4df3-4589-b790-90afd32df2a6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (ceab5317-485a-491b-a7f3-497aacf283da), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:20.978321 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'name': 'network-vif-deleted', 'tag': 'c4a243c7-ffde-432d-9f5f-f16100db15e8'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:40:20.980612 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726d9aa8-eb9d-4cb1-835d-eda3984551f2" -d '{"events": [{"server_uuid": "386e00e7-a851-4889-a3d0-f39dbd2ddfb6", "name": "network-vif-deleted", "tag": "c4a243c7-ffde-432d-9f5f-f16100db15e8"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:40:21.000358 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-23bc1408-4df3-4589-b790-90afd32df2a6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (ceab5317-485a-491b-a7f3-497aacf283da), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:21.003197 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-23bc1408-4df3-4589-b790-90afd32df2a6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:21.004836 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-23bc1408-4df3-4589-b790-90afd32df2a6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "DELETE /v2.0/security-groups/ceab5317-485a-491b-a7f3-497aacf283da HTTP/1.1" status: 204 len: 168 time: 0.2021585 Mar 08 17:40:21.008058 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54234) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:21.016128 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc1408-4df3-4589-b790-90afd32df2a6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceab5317-485a-491b-a7f3-497aacf283da,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:21.017422 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38529a5e-c0de-4e47-ac34-057fd0dca2a3 x-openstack-request-id: req-38529a5e-c0de-4e47-ac34-057fd0dca2a3 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:40:21.017710 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386e00e7-a851-4889-a3d0-f39dbd2ddfb6", "name": "network-vif-deleted", "tag": "c4a243c7-ffde-432d-9f5f-f16100db15e8", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:40:21.017984 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38529a5e-c0de-4e47-ac34-057fd0dca2a3 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:40:21.018373 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386e00e7-a851-4889-a3d0-f39dbd2ddfb6', 'name': 'network-vif-deleted', 'tag': 'c4a243c7-ffde-432d-9f5f-f16100db15e8', 'status': 'completed', 'code': 200} Mar 08 17:40:21.030427 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.api.v2.resource [None req-79ef3b82-d8e7-45df-bf18-ba0941aaa714 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] show failed (client error): The resource could not be found. Mar 08 17:40:21.034928 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-79ef3b82-d8e7-45df-bf18-ba0941aaa714 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups/ceab5317-485a-491b-a7f3-497aacf283da HTTP/1.1" status: 404 len: 347 time: 0.0222106 Mar 08 17:40:21.035107 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54236) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:21.157556 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Deleting port 268e77a0-b46d-44e4-9dd1-e069eee9b20b {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:21.157937 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (268e77a0-b46d-44e4-9dd1-e069eee9b20b), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:21.230398 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (268e77a0-b46d-44e4-9dd1-e069eee9b20b), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:21.230648 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (268e77a0-b46d-44e4-9dd1-e069eee9b20b), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:21.242073 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Calling delete_port for 268e77a0-b46d-44e4-9dd1-e069eee9b20b owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:21.319501 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36a1b04d-499b-41c3-9177-bf997ee8841b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:21.436088 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-7427cfb1-1151-4db2-9913-0a8f39317e2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424874 Mar 08 17:40:21.446109 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (268e77a0-b46d-44e4-9dd1-e069eee9b20b), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:21.481112 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event deleted for resources: {'Port': ['ID=268e77a0-b46d-44e4-9dd1-e069eee9b20b,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:21.513156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.513516 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.513886 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.514229 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.514565 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.514896 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.515227 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.515573 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.515887 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.516216 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.516543 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.516864 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.517187 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:21.581927 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-31eb99de-3500-4677-98f7-d98501bd1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:21.583862 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-31eb99de-3500-4677-98f7-d98501bd1adb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 1130 time: 0.1102579 Mar 08 17:40:21.585815 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (6d7617a4-2c28-434e-915d-767c18c7d86f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:21.588582 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:21.589852 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-70cf06e0-a1db-4942-b699-49fc7f0236fd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "DELETE /v2.0/floatingips/6d7617a4-2c28-434e-915d-767c18c7d86f HTTP/1.1" status: 204 len: 168 time: 0.5535898 Mar 08 17:40:21.700250 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-62972c91-5cfb-4687-8b19-3cc61465a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:21.701800 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-62972c91-5cfb-4687-8b19-3cc61465a1a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 915 time: 0.0967095 Mar 08 17:40:21.767681 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-e65d0893-c10a-44b1-a3ba-a1492edf858c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55e8338c-764a-49e6-9f57-26cc629d4918 HTTP/1.1" status: 200 len: 1002 time: 0.0594850 Mar 08 17:40:21.822971 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-79df7b3c-dc32-4441-9cef-8de111fd9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:21.824470 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-79df7b3c-dc32-4441-9cef-8de111fd9c1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.0488973 Mar 08 17:40:21.879189 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-d27703b1-c448-4793-aabf-db3cc87680ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:21.894237 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-d27703b1-c448-4793-aabf-db3cc87680ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472174 Mar 08 17:40:21.973167 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-930a1439-2755-4a21-9c54-b8b135b8e335 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854056 Mar 08 17:40:22.066979 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef808f61-c53a-4988-8443-272b76fab9d0 req-6b917796-000a-4665-9e0a-35ec48a945e2 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869713 Mar 08 17:40:22.184350 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54250) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:22.188926 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-7c0a8018-c62f-42db-a057-03b8a124e601 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765874194', 'description': 'tempest-description--1258314031'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:40:22.349149 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7c0a8018-c62f-42db-a057-03b8a124e601 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:22.417122 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7c0a8018-c62f-42db-a057-03b8a124e601 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (83afdfda-e6dc-4bf4-a365-cfbd2d24a388), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:22.490850 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7c0a8018-c62f-42db-a057-03b8a124e601 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (83afdfda-e6dc-4bf4-a365-cfbd2d24a388), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:22.519981 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a8018-c62f-42db-a057-03b8a124e601 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83afdfda-e6dc-4bf4-a365-cfbd2d24a388,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:22.601308 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7c0a8018-c62f-42db-a057-03b8a124e601 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:22.602525 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7c0a8018-c62f-42db-a057-03b8a124e601 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4171917 Mar 08 17:40:22.605319 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54252) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:22.609729 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-a0158a01-9345-4605-a856-78c078ceacef tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'security_group_rule': {'security_group_id': '83afdfda-e6dc-4bf4-a365-cfbd2d24a388', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:40:22.790166 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:22.794366 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a0158a01-9345-4605-a856-78c078ceacef tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (db29f36e-ddbd-46fa-889c-03a74597330f), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:22.849395 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a0158a01-9345-4605-a856-78c078ceacef tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (db29f36e-ddbd-46fa-889c-03a74597330f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:22.920739 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a0158a01-9345-4605-a856-78c078ceacef tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (db29f36e-ddbd-46fa-889c-03a74597330f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:22.943463 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0158a01-9345-4605-a856-78c078ceacef tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db29f36e-ddbd-46fa-889c-03a74597330f,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:23.054132 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a0158a01-9345-4605-a856-78c078ceacef tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:23.055349 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a0158a01-9345-4605-a856-78c078ceacef tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4490099 Mar 08 17:40:23.058051 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54258) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:23.062324 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-bad45660-4015-4233-9789-b05fde38b272 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'security_group_rule': {'security_group_id': '83afdfda-e6dc-4bf4-a365-cfbd2d24a388', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:40:23.199837 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bad45660-4015-4233-9789-b05fde38b272 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (da650722-df37-4483-8a39-5b99d3eb0e0e), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:23.258262 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bad45660-4015-4233-9789-b05fde38b272 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (da650722-df37-4483-8a39-5b99d3eb0e0e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:23.420633 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bad45660-4015-4233-9789-b05fde38b272 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (da650722-df37-4483-8a39-5b99d3eb0e0e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:23.446135 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad45660-4015-4233-9789-b05fde38b272 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da650722-df37-4483-8a39-5b99d3eb0e0e,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:23.458875 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67eb569-2ff1-4889-8370-4b8993657b91 req-0731de7b-5238-4349-b223-cf6b8a2d5ff0 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:23.460488 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b67eb569-2ff1-4889-8370-4b8993657b91 req-0731de7b-5238-4349-b223-cf6b8a2d5ff0 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 946 time: 0.0765004 Mar 08 17:40:23.508740 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b67eb569-2ff1-4889-8370-4b8993657b91 req-c7132a61-96b9-4869-9f85-f472b3ee9993 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427537 Mar 08 17:40:23.512469 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bad45660-4015-4233-9789-b05fde38b272 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:23.518277 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-bad45660-4015-4233-9789-b05fde38b272 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4545820 Mar 08 17:40:23.518277 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54262) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:23.521233 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:40:23.617587 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:23.713287 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:23.814137 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Allocated IP 172.27.3.177 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:40:23.890770 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:23.922241 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for port (60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:24.023401 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:24.063670 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:40:24.068388 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:40:24.071231 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:40:24.076696 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'Port': ['ID=60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:24.162405 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (9c4417a3-aa37-4daf-a7d6-0b20c691a179), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:24.262219 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:24.410602 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for port (60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:24.467589 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:24.532437 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'Port': ['ID=60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:24.544616 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (9c4417a3-aa37-4daf-a7d6-0b20c691a179), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:24.625287 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:24.626583 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-659bc229-675e-4b7e-9fea-dcef02428f22 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1088316 Mar 08 17:40:24.633165 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1b735-8e92-4613-9174-a9ae2be86562 req-5b0d67b4-487e-4ab6-9487-c509dcc356b7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:24.634825 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bcc1b735-8e92-4613-9174-a9ae2be86562 req-5b0d67b4-487e-4ab6-9487-c509dcc356b7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 946 time: 0.0566287 Mar 08 17:40:24.682389 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bcc1b735-8e92-4613-9174-a9ae2be86562 req-dfa86e15-f5a3-49a8-ab50-3739fefce721 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418279 Mar 08 17:40:24.771453 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-02f7d853-1cd9-4b40-9d11-87fcb71c3290 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1765874194&fields=id&tenant_id=433070ab733a4989873f937ff516e8f1 HTTP/1.1" status: 200 len: 267 time: 0.0413787 Mar 08 17:40:24.876853 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-131b26ed-eb5c-4a48-8fbe-d4474550fba8 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:24.878389 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-131b26ed-eb5c-4a48-8fbe-d4474550fba8 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/networks?id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 200 len: 810 time: 0.1007259 Mar 08 17:40:24.893626 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-b835e643-e743-4777-b848-991cedbd173c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/quotas/433070ab733a4989873f937ff516e8f1 HTTP/1.1" status: 200 len: 375 time: 0.0090847 Mar 08 17:40:24.947597 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-f79c1ecd-0c82-4124-a9e2-c184135885c5 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489683 Mar 08 17:40:25.042963 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c05491f7-58a0-4e9d-ad22-6a4cc996fba6 service neutron] 10.222.0.66 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845814 Mar 08 17:40:25.131208 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-b065032a-f29b-460b-860a-064453af7855 service neutron] 10.222.0.66 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821297 Mar 08 17:40:25.304859 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:25.471155 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e361669-45ef-4e7a-8ab2-9484e5f3995d req-af4dfc77-15fe-4cdf-a188-7de9f95bda6e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 210 time: 0.0278721 Mar 08 17:40:25.822679 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef35ad-5b72-49da-9430-50e3bd66b510 req-6b95ed92-6ae7-474d-8691-e0e27262cdf5 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:25.824141 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-99ef35ad-5b72-49da-9430-50e3bd66b510 req-6b95ed92-6ae7-474d-8691-e0e27262cdf5 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 946 time: 0.0587673 Mar 08 17:40:25.892037 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-99ef35ad-5b72-49da-9430-50e3bd66b510 req-bad9692d-1df6-43c1-9250-e3f10de7d49e tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/security-groups?id=f735fcc1-ef83-4975-8f9f-1bf9f42f372a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613067 Mar 08 17:40:25.949058 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9a39f-6b97-4498-8853-fc159fc47d68 req-856722c1-e226-44bc-95e4-1501520c9c85 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:25.950718 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-71d9a39f-6b97-4498-8853-fc159fc47d68 req-856722c1-e226-44bc-95e4-1501520c9c85 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.64 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 946 time: 0.0575564 Mar 08 17:40:26.070499 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-71d9a39f-6b97-4498-8853-fc159fc47d68 req-9f644918-7a68-44cd-a289-a275081c689f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Deleting port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:26.070874 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-71d9a39f-6b97-4498-8853-fc159fc47d68 req-9f644918-7a68-44cd-a289-a275081c689f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:26.176987 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-71d9a39f-6b97-4498-8853-fc159fc47d68 req-9f644918-7a68-44cd-a289-a275081c689f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] For port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:26.177438 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-71d9a39f-6b97-4498-8853-fc159fc47d68 req-9f644918-7a68-44cd-a289-a275081c689f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:26.191988 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-71d9a39f-6b97-4498-8853-fc159fc47d68 req-9f644918-7a68-44cd-a289-a275081c689f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Calling delete_port for b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:26.497780 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-71d9a39f-6b97-4498-8853-fc159fc47d68 req-9f644918-7a68-44cd-a289-a275081c689f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:26.515058 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:40:26.528957 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f644918-7a68-44cd-a289-a275081c689f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Pushing event deleted for resources: {'Port': ['ID=b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:26.578500 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d9a39f-6b97-4498-8853-fc159fc47d68 req-9f644918-7a68-44cd-a289-a275081c689f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] No DVR routers for this DVR port b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:40:26.581332 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-71d9a39f-6b97-4498-8853-fc159fc47d68 req-9f644918-7a68-44cd-a289-a275081c689f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:26.585658 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-71d9a39f-6b97-4498-8853-fc159fc47d68 req-9f644918-7a68-44cd-a289-a275081c689f tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.64 "DELETE /v2.0/ports/b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 HTTP/1.1" status: 204 len: 173 time: 0.6283679 Mar 08 17:40:26.586178 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'name': 'network-vif-deleted', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:40:26.588504 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08c04a5-b494-421b-88d6-0bb4fdcb8e38" -d '{"events": [{"server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "name": "network-vif-deleted", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:40:26.599893 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1cf6032e-0919-4aaf-af6a-352857b98f0a req-887936ed-d106-4bd3-9a9c-445558c98bb0 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 210 time: 0.0286331 Mar 08 17:40:26.624909 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4319c177-d1d1-462b-9584-ab7e73f0c19f x-openstack-request-id: req-4319c177-d1d1-462b-9584-ab7e73f0c19f {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:40:26.625205 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5ec99a-bd29-4ea5-b7a6-622a7f585c32", "name": "network-vif-deleted", "tag": "b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:40:26.625459 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4319c177-d1d1-462b-9584-ab7e73f0c19f {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:40:26.625886 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5ec99a-bd29-4ea5-b7a6-622a7f585c32', 'name': 'network-vif-deleted', 'tag': 'b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11', 'status': 'completed', 'code': 200} Mar 08 17:40:27.006964 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9083f1f0-46c4-403e-92e9-ca0997e82dcf req-5de85d81-fc36-4cb9-9c0f-f01d828ffbe7 tempest-TestMinimumBasicScenario-1582034659 tempest-TestMinimumBasicScenario-1582034659-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e5ec99a-bd29-4ea5-b7a6-622a7f585c32 HTTP/1.1" status: 200 len: 210 time: 0.0303090 Mar 08 17:40:27.701685 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9c38381d-89eb-49eb-9c99-3dc9121a2d6c req-821d01ec-520b-44c0-9758-ae68d66b782d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 210 time: 0.0323374 Mar 08 17:40:28.040417 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-25d8210b-ea1d-4549-a8ad-026ccbb8f493 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:28.040417 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-25d8210b-ea1d-4549-a8ad-026ccbb8f493 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.64 "GET /v2.0/networks?id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 200 len: 810 time: 0.0986342 Mar 08 17:40:28.100962 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-72f27b0a-87a9-4042-b9b5-aa5decad0e42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=433070ab733a4989873f937ff516e8f1 HTTP/1.1" status: 200 len: 380 time: 0.0534201 Mar 08 17:40:28.112093 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'port': {'device_id': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'admin_state_up': True, 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'security_groups': ['83afdfda-e6dc-4bf4-a365-cfbd2d24a388']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:40:28.280207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Made reservation on behalf of 433070ab733a4989873f937ff516e8f1 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:40:28.283671 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:28.415305 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Allocated IP 172.20.0.7 (a1abd4b6-89d6-4cd5-925b-9e4abef2249e/d804e411-f1f4-4552-9853-ae040e868f99/5da262fb-efc2-4e00-ab19-d7a9fe99c6fb) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:40:28.536162 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:40:28.556466 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:28.559406 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:40:28.559828 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device b50fbf4e-83d2-4d2e-ba61-84c5cd1fac11 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:40:28.715113 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:28.767059 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Network a1abd4b6-89d6-4cd5-925b-9e4abef2249e is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:40:28.770534 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:40:28.774370 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:40:28.835390 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd04297-2681-464f-a11a-86f496abddea req-9152e82a-c620-4382-85b3-738da6614575 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:28.837264 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8fd04297-2681-464f-a11a-86f496abddea req-9152e82a-c620-4382-85b3-738da6614575 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 931 time: 0.0633399 Mar 08 17:40:28.899369 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8fd04297-2681-464f-a11a-86f496abddea req-5ab0bbcd-513a-4586-9732-7d953d89fec2 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524421 Mar 08 17:40:29.012308 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-775b3422-39e3-4f0c-81cb-fe4fe758b6c8 None None] Provisioning complete for port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:40:29.012668 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-775b3422-39e3-4f0c-81cb-fe4fe758b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:29.047922 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-775b3422-39e3-4f0c-81cb-fe4fe758b6c8 None None] Port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:40:29.078808 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event updated for resources: {'Port': ['ID=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:29.101694 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:29.102333 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:29.218923 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c26ffcd6-23f3-4079-a217-ed96ad6bb65d tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1103654 Mar 08 17:40:29.230074 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Request body: {'port': {'device_id': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:40:29.287549 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:29.547166 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:40:29.554879 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Publish callbacks [] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:29.708558 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Transition to ACTIVE for port object 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:40:29.869038 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:29.946258 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Pushing event updated for resources: {'Port': ['ID=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:29.970410 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54356) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:30.043491 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Attempting to bind port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:40:30.043831 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Attempting to bind port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:40:30.044161 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Attempting to bind port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb on network a1abd4b6-89d6-4cd5-925b-9e4abef2249e {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:40:30.050244 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb on network a1abd4b6-89d6-4cd5-925b-9e4abef2249e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:40:30.050572 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Attempting to bind port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb on network a1abd4b6-89d6-4cd5-925b-9e4abef2249e {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:40:30.058058 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:40:30.058566 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Checking segment: {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:40:30.058962 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Bound using segment: {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:40:30.059392 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Bound port: 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f87bd7-34f9-4019-8ffb-f641443fad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:40:30.059749 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:30.104735 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003fc79-b522-4c79-af03-6a4f6672d574 req-fa111efc-adf8-4650-8317-bf4a2fce16e3 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:30.106291 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a003fc79-b522-4c79-af03-6a4f6672d574 req-fa111efc-adf8-4650-8317-bf4a2fce16e3 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 943 time: 0.1180699 Mar 08 17:40:30.161790 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] For port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:40:30.180308 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a003fc79-b522-4c79-af03-6a4f6672d574 req-c82960c4-599e-478f-bc49-c8ebc381c64e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672219 Mar 08 17:40:30.187812 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] For port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:40:30.264319 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:30.308729 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:30.309373 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:30.310805 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] 10.222.0.64 "PUT /v2.0/ports/5da262fb-efc2-4e00-ab19-d7a9fe99c6fb HTTP/1.1" status: 200 len: 1093 time: 1.0849094 Mar 08 17:40:30.311263 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'tag': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:40:30.313541 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc51565-0c20-438d-bd0e-0ba955c3f589" -d '{"events": [{"name": "network-changed", "server_uuid": "afa37f66-7bb4-44e7-8b64-a3da2ba3c615", "tag": "5da262fb-efc2-4e00-ab19-d7a9fe99c6fb"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:40:30.343565 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1775b-4bcc-477b-ac56-1fc26dd18809 service neutron] Pushing event updated for resources: {'Port': ['ID=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:30.367721 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7353bc0f-303b-4c65-885b-0a79aea3177b x-openstack-request-id: req-7353bc0f-303b-4c65-885b-0a79aea3177b {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:40:30.368156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa37f66-7bb4-44e7-8b64-a3da2ba3c615", "tag": "5da262fb-efc2-4e00-ab19-d7a9fe99c6fb", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:40:30.368618 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7353bc0f-303b-4c65-885b-0a79aea3177b {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:40:30.369131 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'tag': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb', 'status': 'completed', 'code': 200} Mar 08 17:40:30.448818 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc51565-0c20-438d-bd0e-0ba955c3f589 req-f1392e20-695d-4419-88cb-3becbe6ce7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:30.450447 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2bc51565-0c20-438d-bd0e-0ba955c3f589 req-f1392e20-695d-4419-88cb-3becbe6ce7d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 1127 time: 0.0523658 Mar 08 17:40:30.560815 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc51565-0c20-438d-bd0e-0ba955c3f589 req-04112760-9409-4393-9162-864164c662dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:30.562306 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2bc51565-0c20-438d-bd0e-0ba955c3f589 req-04112760-9409-4393-9162-864164c662dd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=433070ab733a4989873f937ff516e8f1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1039104 Mar 08 17:40:30.665766 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc51565-0c20-438d-bd0e-0ba955c3f589 req-35e2e0a3-121d-49d0-a0e5-09f88514a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:30.667175 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2bc51565-0c20-438d-bd0e-0ba955c3f589 req-35e2e0a3-121d-49d0-a0e5-09f88514a716 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987117 Mar 08 17:40:30.751022 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-7274f5db-7d36-4a7e-8878-1e43dfc9eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:30.752522 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-7274f5db-7d36-4a7e-8878-1e43dfc9eaf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 1127 time: 0.0450666 Mar 08 17:40:30.777469 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835734'] for router_interface (3efef630-e851-412b-900f-83d5b707f027), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:30.794011 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-913b9552-955f-4360-bdb6-1faa3881dd8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb HTTP/1.1" status: 200 len: 217 time: 0.0339451 Mar 08 17:40:30.847248 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c7f3d309-b069-4ee7-b748-3e62f8c1df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:30.849510 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-c7f3d309-b069-4ee7-b748-3e62f8c1df64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d804e411-f1f4-4552-9853-ae040e868f99 HTTP/1.1" status: 200 len: 849 time: 0.0492043 Mar 08 17:40:30.898963 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-19748371-b6c6-4bb3-8ea8-78fd2f0df15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:30.900652 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-19748371-b6c6-4bb3-8ea8-78fd2f0df15f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437124 Mar 08 17:40:30.998217 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-956ac912-816f-4656-bfee-9801ed3f9d7b service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863459 Mar 08 17:40:31.074806 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Deleting port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:31.075392 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:31.095174 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2cff6413-0d54-4040-8e69-b5786bb7661d req-0a5ee855-7d25-41fd-8140-1fbbbae78857 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854440 Mar 08 17:40:31.154112 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] For port e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:31.154473 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:31.169714 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Calling delete_port for e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:31.302018 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105aaca-859a-4f48-a932-8fa09901a0c7 req-a80a5ddd-a0e3-4cf7-8c04-d32a6142d31c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:31.303454 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6105aaca-859a-4f48-a932-8fa09901a0c7 req-a80a5ddd-a0e3-4cf7-8c04-d32a6142d31c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 943 time: 0.0525789 Mar 08 17:40:31.354834 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6105aaca-859a-4f48-a932-8fa09901a0c7 req-388fa649-4c0d-442b-a6b9-fb9a1bdb557e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457313 Mar 08 17:40:31.463203 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:31.489998 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:31.519130 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.520070 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.520408 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.521109 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.521601 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.521952 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.522274 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.522605 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.522932 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.523258 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.523580 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.523897 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.524215 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:31.671643 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3835682'] for router_interface (3efef630-e851-412b-900f-83d5b707f027), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:31.886480 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Router 3efef630-e851-412b-900f-83d5b707f027 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:40:31.992198 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:40:31.997525 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-91ca1975-14d6-4f5f-af9c-ef4b6fe8ec42 admin admin] 10.222.0.66 "PUT /v2.0/routers/3efef630-e851-412b-900f-83d5b707f027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0254672 Mar 08 17:40:32.000202 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54364) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:32.001250 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3ffea-49e2-4577-a903-ab53fafd6337 None None] Sync routers for ids ['3efef630-e851-412b-900f-83d5b707f027'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:40:32.011530 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3ffea-49e2-4577-a903-ab53fafd6337 None None] Routers {'3efef630-e851-412b-900f-83d5b707f027'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:32.012153 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-dab3ffea-49e2-4577-a903-ab53fafd6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:40:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3efef630-e851-412b-900f-83d5b707f027'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:32.107367 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Publish callbacks [] for router (3efef630-e851-412b-900f-83d5b707f027), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:32.119305 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-dab3ffea-49e2-4577-a903-ab53fafd6337 None None] Set router 3efef630-e851-412b-900f-83d5b707f027 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:32.216817 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Publish callbacks [] for router_gateway (3efef630-e851-412b-900f-83d5b707f027), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:32.351641 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Deleting port 44742962-af77-4a6a-891e-a7a0a1c326f6 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:32.352013 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:32.422378 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-dab3ffea-49e2-4577-a903-ab53fafd6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:40:31Z', 'revision_number': 5, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port': {'id': '44742962-af77-4a6a-891e-a7a0a1c326f6', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:32:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efef630-e851-412b-900f-83d5b707f027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:34:54Z', 'updated_at': '2022-03-08T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:32.448474 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3ffea-49e2-4577-a903-ab53fafd6337 None None] Checking router: 3efef630-e851-412b-900f-83d5b707f027 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:40:32.456662 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3ffea-49e2-4577-a903-ab53fafd6337 None None] Routers {'3efef630-e851-412b-900f-83d5b707f027'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:32.457857 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-dab3ffea-49e2-4577-a903-ab53fafd6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:40:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['3efef630-e851-412b-900f-83d5b707f027'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:32.466788 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] For port 44742962-af77-4a6a-891e-a7a0a1c326f6, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=44742962-af77-4a6a-891e-a7a0a1c326f6,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:32.467219 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:32.483103 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Calling delete_port for 44742962-af77-4a6a-891e-a7a0a1c326f6 owned by network:router_gateway {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:32.541581 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e318f7-ab88-48c8-b273-082aa3c68d8d req-7172590d-2e46-4b00-b9c0-f06b5346fc3e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:32.543111 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b1e318f7-ab88-48c8-b273-082aa3c68d8d req-7172590d-2e46-4b00-b9c0-f06b5346fc3e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 943 time: 0.1157756 Mar 08 17:40:32.548957 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-dab3ffea-49e2-4577-a903-ab53fafd6337 None None] Set router 3efef630-e851-412b-900f-83d5b707f027 gateway port host: None {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:32.605579 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-dab3ffea-49e2-4577-a903-ab53fafd6337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:40:32Z', 'revision_number': 6, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port_host': None}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:32.632150 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3ffea-49e2-4577-a903-ab53fafd6337 None None] The sync data for ids ['3efef630-e851-412b-900f-83d5b707f027'] in dv-cinder-830085-3-iscsi is: [{'id': '3efef630-e851-412b-900f-83d5b707f027', 'name': 'tempest-TestMinimumBasicScenario-595654118-router', 'tenant_id': '5dba5635511c46bc9431cc58f7118cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:34:53Z', 'updated_at': '2022-03-08T17:40:32Z', 'revision_number': 6, 'project_id': '5dba5635511c46bc9431cc58f7118cf7', 'gw_port_host': None}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:40:32.650445 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b1e318f7-ab88-48c8-b273-082aa3c68d8d req-d45d50b2-7278-4fa9-b7e9-45d79a7e3b67 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954080 Mar 08 17:40:32.794301 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (44742962-af77-4a6a-891e-a7a0a1c326f6), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:32.818697 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Pushing event deleted for resources: {'Port': ['ID=44742962-af77-4a6a-891e-a7a0a1c326f6,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:32.886105 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837064'] for router_gateway (3efef630-e851-412b-900f-83d5b707f027), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.178815 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8816'] for router (3efef630-e851-412b-900f-83d5b707f027), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.180910 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Publish callbacks [] for router_controller (3efef630-e851-412b-900f-83d5b707f027), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.297126 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864875'] for router (3efef630-e851-412b-900f-83d5b707f027), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.297669 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3efef630-e851-412b-900f-83d5b707f027 {{(pid=103425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:40:33.303199 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.304375 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2f92ce2a-16c4-4af6-95e4-14d991ecb424 admin admin] 10.222.0.66 "DELETE /v2.0/routers/3efef630-e851-412b-900f-83d5b707f027 HTTP/1.1" status: 204 len: 168 time: 1.3032300 Mar 08 17:40:33.311590 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54368) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:33.350550 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fbd71f-4dc3-4411-a8c5-382836f7dba2 admin admin] Deleting subnet a58180db-0d18-46c1-a0ee-ff9ef3678274 {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:40:33.353687 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd71f-4dc3-4411-a8c5-382836f7dba2 admin admin] Publish callbacks [] for subnet (a58180db-0d18-46c1-a0ee-ff9ef3678274), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.392980 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd71f-4dc3-4411-a8c5-382836f7dba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126485086'] for subnet (a58180db-0d18-46c1-a0ee-ff9ef3678274), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.501074 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd71f-4dc3-4411-a8c5-382836f7dba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (a58180db-0d18-46c1-a0ee-ff9ef3678274), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.622604 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd71f-4dc3-4411-a8c5-382836f7dba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126735889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924550'] for subnet (a58180db-0d18-46c1-a0ee-ff9ef3678274), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.654575 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbd71f-4dc3-4411-a8c5-382836f7dba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58180db-0d18-46c1-a0ee-ff9ef3678274,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:33.659614 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd71f-4dc3-4411-a8c5-382836f7dba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.663548 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a5fbd71f-4dc3-4411-a8c5-382836f7dba2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a58180db-0d18-46c1-a0ee-ff9ef3678274 HTTP/1.1" status: 204 len: 168 time: 0.3557410 Mar 08 17:40:33.666128 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54370) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:33.667967 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e190c-b519-44e9-b99d-4c89949d6950 None None] Network ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:40:33.747085 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.821620 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd908e-b56b-4ab8-9933-98fee6792696 req-e0863c11-a83e-4589-a621-651c8ed2560e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:33.823274 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6ecd908e-b56b-4ab8-9933-98fee6792696 req-e0863c11-a83e-4589-a621-651c8ed2560e tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 943 time: 0.0874264 Mar 08 17:40:33.834081 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] DHCP port deletion for ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 request from dv-cinder-830085-3-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:40:33.876711 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Deleting port b6e61016-06e0-44df-81c6-e41edd91785f {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:33.877052 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.883556 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Deleting port b6e61016-06e0-44df-81c6-e41edd91785f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:33.883941 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6ecd908e-b56b-4ab8-9933-98fee6792696 req-8e0dd14c-9630-4d6b-a71b-93bd6d99df05 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518751 Mar 08 17:40:33.884083 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.944165 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] For port b6e61016-06e0-44df-81c6-e41edd91785f, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b6e61016-06e0-44df-81c6-e41edd91785f,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:33.944491 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.952518 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] For port b6e61016-06e0-44df-81c6-e41edd91785f, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b6e61016-06e0-44df-81c6-e41edd91785f,segment=NetworkSegment(5fab72d6-9738-4311-9ecd-9c013dde62eb),segment_id=5fab72d6-9738-4311-9ecd-9c013dde62eb)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:33.952919 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:33.956539 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Calling delete_port for b6e61016-06e0-44df-81c6-e41edd91785f owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:33.966020 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Calling delete_port for b6e61016-06e0-44df-81c6-e41edd91785f owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:34.165953 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:34.174504 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442'] for port (b6e61016-06e0-44df-81c6-e41edd91785f), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:34.190938 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e61016-06e0-44df-81c6-e41edd91785f,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:34.195099 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] No DVR routers for this DVR port b6e61016-06e0-44df-81c6-e41edd91785f on host dv-cinder-830085-3-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:40:34.202486 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Pushing event deleted for resources: {'Port': ['ID=b6e61016-06e0-44df-81c6-e41edd91785f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:34.205653 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] No DVR routers for this DVR port b6e61016-06e0-44df-81c6-e41edd91785f on host dv-cinder-830085-3-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:40:34.212737 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.213154 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.213521 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.213894 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.214235 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.214570 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.214904 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.215235 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.215566 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.215896 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.216222 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.216548 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.216871 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c1e65-1cde-4061-9edb-4aaff290db5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:40:34.268407 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:34.288422 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:34.297229 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fab72d6-9738-4311-9ecd-9c013dde62eb') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:34.297527 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fab72d6-9738-4311-9ecd-9c013dde62eb') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:34.306824 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127025868'] for segment (5fab72d6-9738-4311-9ecd-9c013dde62eb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:34.320008 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (5fab72d6-9738-4311-9ecd-9c013dde62eb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:34.325613 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:40:34.326026 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129999081'] for segment (5fab72d6-9738-4311-9ecd-9c013dde62eb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: Traceback (most recent call last): Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: timer() Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: cb(*args, **kw) Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: return func(*args, **kwargs) Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: self._notify() Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: self.callback(batched_events) Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: event.method(event) Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: return f(self, *a, **k) Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._get(url).json() Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:40:34.327626 dv-cinder-830085-3-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:40:34.508823 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:34.514023 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:34.525588 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] 10.222.0.66 "DELETE /v2.0/networks/ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8 HTTP/1.1" status: 204 len: 168 time: 0.8499024 Mar 08 17:40:34.525693 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54374) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:34.528933 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1b00c-6118-4d4c-9386-ff7d12407a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=ef8a47dc-8e35-47ae-bd47-4e691cb4c8b8,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:34.583867 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:40:34.596930 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:40:34.621431 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:40:34.621922 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device e1ddbf97-4f04-4892-8b8d-b7d5a8b48e35 not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:40:34.622409 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 44742962-af77-4a6a-891e-a7a0a1c326f6 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:40:34.652322 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: 44742962-af77-4a6a-891e-a7a0a1c326f6 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:40:34.652673 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 44742962-af77-4a6a-891e-a7a0a1c326f6 not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:40:34.653086 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b6e61016-06e0-44df-81c6-e41edd91785f no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:40:34.690385 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: b6e61016-06e0-44df-81c6-e41edd91785f {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:40:34.691198 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b6e61016-06e0-44df-81c6-e41edd91785f not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:40:34.752359 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:34.764169 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'port_id': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb', 'mac_address': 'fa:16:3e:61:38:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:40:34.800046 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:40:34.800994 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:34.813554 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:40:34.836930 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:34.874825 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835734'] for router_interface (8e4414bb-34a6-4170-a31d-d7269a732cef), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:34.926653 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:34.977288 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:35.073726 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5407c-ba79-437e-a19c-b57a0f496f40 req-62c569f3-effe-48da-b1e0-5f0f29af8c32 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:35.075210 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7cf5407c-ba79-437e-a19c-b57a0f496f40 req-62c569f3-effe-48da-b1e0-5f0f29af8c32 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 944 time: 0.1136780 Mar 08 17:40:35.133813 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7cf5407c-ba79-437e-a19c-b57a0f496f40 req-fc2ed133-89bb-418f-a1a7-7364c43b85ed tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530145 Mar 08 17:40:35.213186 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] Deleting port b6c94645-5c93-4b0b-8637-40f61a79b5d0 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:35.213539 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:35.292182 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] For port b6c94645-5c93-4b0b-8637-40f61a79b5d0, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b6c94645-5c93-4b0b-8637-40f61a79b5d0,segment=NetworkSegment(ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224),segment_id=ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:35.292547 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:35.305371 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] Calling delete_port for b6c94645-5c93-4b0b-8637-40f61a79b5d0 owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:35.429253 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['5da262fb-efc2-4e00-ab19-d7a9fe99c6fb'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:40:35.548790 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (b6c94645-5c93-4b0b-8637-40f61a79b5d0), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:35.580208 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c94645-5c93-4b0b-8637-40f61a79b5d0,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:35.747674 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3835682'] for router_interface (8e4414bb-34a6-4170-a31d-d7269a732cef), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:35.966834 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] Router 8e4414bb-34a6-4170-a31d-d7269a732cef has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:40:36.076295 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:40:36.081239 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3c909adf-755a-4fa5-a192-2e6c0a116349 admin admin] 10.222.0.66 "PUT /v2.0/routers/8e4414bb-34a6-4170-a31d-d7269a732cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5590189 Mar 08 17:40:36.084555 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54378) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:36.085489 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda918f-bb97-4007-bbde-729a736222da None None] Sync routers for ids ['8e4414bb-34a6-4170-a31d-d7269a732cef'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:40:36.094886 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda918f-bb97-4007-bbde-729a736222da None None] Routers {'8e4414bb-34a6-4170-a31d-d7269a732cef'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:36.095426 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-bcda918f-bb97-4007-bbde-729a736222da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:40:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e4414bb-34a6-4170-a31d-d7269a732cef'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:36.193227 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Publish callbacks [] for router (8e4414bb-34a6-4170-a31d-d7269a732cef), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:36.201465 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-bcda918f-bb97-4007-bbde-729a736222da None None] Set router 8e4414bb-34a6-4170-a31d-d7269a732cef gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:36.330760 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce386ac8-099a-416e-970f-e036581150ff req-507f5498-fa74-4be3-b958-19570f77867b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:36.333321 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ce386ac8-099a-416e-970f-e036581150ff req-507f5498-fa74-4be3-b958-19570f77867b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 944 time: 0.0996368 Mar 08 17:40:36.367597 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Publish callbacks [] for router_gateway (8e4414bb-34a6-4170-a31d-d7269a732cef), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:36.399989 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ce386ac8-099a-416e-970f-e036581150ff req-81771556-9676-47ee-a5a0-dd7370902075 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611067 Mar 08 17:40:36.473538 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-bcda918f-bb97-4007-bbde-729a736222da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'name': 'tempest-TestMinimumBasicScenario-1536561656-router', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:35:00Z', 'updated_at': '2022-03-08T17:40:35Z', 'revision_number': 5, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'gw_port': {'id': 'feaa3fec-7708-4f82-9ada-31d1a6896c76', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:35:01Z', 'updated_at': '2022-03-08T17:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:36.488876 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Deleting port feaa3fec-7708-4f82-9ada-31d1a6896c76 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:36.489218 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:36.499763 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda918f-bb97-4007-bbde-729a736222da None None] Checking router: 8e4414bb-34a6-4170-a31d-d7269a732cef for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:40:36.509390 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda918f-bb97-4007-bbde-729a736222da None None] Routers {'8e4414bb-34a6-4170-a31d-d7269a732cef'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:36.520342 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-bcda918f-bb97-4007-bbde-729a736222da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:40:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e4414bb-34a6-4170-a31d-d7269a732cef'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:36.570909 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] For port feaa3fec-7708-4f82-9ada-31d1a6896c76, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=feaa3fec-7708-4f82-9ada-31d1a6896c76,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:36.571275 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:36.583094 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Calling delete_port for feaa3fec-7708-4f82-9ada-31d1a6896c76 owned by network:router_gateway {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:36.584824 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:40:36.621871 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-bcda918f-bb97-4007-bbde-729a736222da None None] Set router 8e4414bb-34a6-4170-a31d-d7269a732cef gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:36.677372 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-bcda918f-bb97-4007-bbde-729a736222da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'name': 'tempest-TestMinimumBasicScenario-1536561656-router', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:35:00Z', 'updated_at': '2022-03-08T17:40:36Z', 'revision_number': 6, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'gw_port_host': None}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:36.703795 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda918f-bb97-4007-bbde-729a736222da None None] The sync data for ids ['8e4414bb-34a6-4170-a31d-d7269a732cef'] in dv-cinder-830085-3-iscsi is: [{'id': '8e4414bb-34a6-4170-a31d-d7269a732cef', 'name': 'tempest-TestMinimumBasicScenario-1536561656-router', 'tenant_id': 'be8f8472b247456b8d5400fa820c158f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:35:00Z', 'updated_at': '2022-03-08T17:40:36Z', 'revision_number': 6, 'project_id': 'be8f8472b247456b8d5400fa820c158f', 'gw_port_host': None}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:40:36.714838 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:40:36.719274 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:40:36.719647 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:36.799929 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:40:36.800345 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:36.801301 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (feaa3fec-7708-4f82-9ada-31d1a6896c76), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:36.825644 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:40:36.827973 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138f16aa-0d94-47c2-b316-482b5e689399" -d '{"events": [{"server_uuid": "afa37f66-7bb4-44e7-8b64-a3da2ba3c615", "name": "network-vif-plugged", "status": "completed", "tag": "5da262fb-efc2-4e00-ab19-d7a9fe99c6fb"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:40:36.845689 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Pushing event deleted for resources: {'Port': ['ID=feaa3fec-7708-4f82-9ada-31d1a6896c76,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:36.848136 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:36.870687 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9a10c0-7f38-485f-9715-d47ae6e0a866 x-openstack-request-id: req-0c9a10c0-7f38-485f-9715-d47ae6e0a866 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:40:36.870687 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa37f66-7bb4-44e7-8b64-a3da2ba3c615", "name": "network-vif-plugged", "status": "completed", "tag": "5da262fb-efc2-4e00-ab19-d7a9fe99c6fb", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:40:36.870687 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c9a10c0-7f38-485f-9715-d47ae6e0a866 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:40:36.870687 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb', 'code': 200} Mar 08 17:40:36.913050 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837064'] for router_gateway (8e4414bb-34a6-4170-a31d-d7269a732cef), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:36.914644 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:36.962492 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:37.022522 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8816'] for router (8e4414bb-34a6-4170-a31d-d7269a732cef), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.024695 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Publish callbacks [] for router_controller (8e4414bb-34a6-4170-a31d-d7269a732cef), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.161923 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741566-0faf-4002-92b7-9b45fc6f8f80 req-c499ed1a-fdfd-46ad-a48c-ce05f54c4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:37.163286 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f8741566-0faf-4002-92b7-9b45fc6f8f80 req-c499ed1a-fdfd-46ad-a48c-ce05f54c4341 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 1129 time: 0.0414109 Mar 08 17:40:37.208975 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f8741566-0faf-4002-92b7-9b45fc6f8f80 req-938f2f3c-fabd-43dc-9460-7fb069b32890 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389428 Mar 08 17:40:37.224310 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864875'] for router (8e4414bb-34a6-4170-a31d-d7269a732cef), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.224875 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4414bb-34a6-4170-a31d-d7269a732cef {{(pid=103424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:40:37.229969 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.230952 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-dc6dc08c-b87a-48fc-ab74-6154b1a1ad3e admin admin] 10.222.0.66 "DELETE /v2.0/routers/8e4414bb-34a6-4170-a31d-d7269a732cef HTTP/1.1" status: 204 len: 168 time: 1.1453040 Mar 08 17:40:37.233581 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54384) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:37.279146 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e7bdae-1a08-4447-9bf5-47a4d655ba40 admin admin] Deleting subnet c4c03f6d-644d-4a33-8b45-2c97bc36c92c {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:40:37.282225 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d0e7bdae-1a08-4447-9bf5-47a4d655ba40 admin admin] Publish callbacks [] for subnet (c4c03f6d-644d-4a33-8b45-2c97bc36c92c), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.316943 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d0e7bdae-1a08-4447-9bf5-47a4d655ba40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126485086'] for subnet (c4c03f6d-644d-4a33-8b45-2c97bc36c92c), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.399983 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d0e7bdae-1a08-4447-9bf5-47a4d655ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (c4c03f6d-644d-4a33-8b45-2c97bc36c92c), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.523565 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb4f62-2dfc-4c8e-a333-5dc1db21b548 req-d857f0bb-c04f-4e69-b848-247d5d062fc9 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:37.525102 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-18fb4f62-2dfc-4c8e-a333-5dc1db21b548 req-d857f0bb-c04f-4e69-b848-247d5d062fc9 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 945 time: 0.0533514 Mar 08 17:40:37.555010 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d0e7bdae-1a08-4447-9bf5-47a4d655ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126735889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924550'] for subnet (c4c03f6d-644d-4a33-8b45-2c97bc36c92c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.574090 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-18fb4f62-2dfc-4c8e-a333-5dc1db21b548 req-3ede9dea-be24-4886-8795-b5e7dfd27067 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434766 Mar 08 17:40:37.584681 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7bdae-1a08-4447-9bf5-47a4d655ba40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c03f6d-644d-4a33-8b45-2c97bc36c92c,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:37.593359 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b94c1-b190-491a-8be9-d4e402897ba5 None None] Network 3baa73a8-79f6-4ebb-8c40-8049a6329031 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:40:37.595547 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d0e7bdae-1a08-4447-9bf5-47a4d655ba40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.599119 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d0e7bdae-1a08-4447-9bf5-47a4d655ba40 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c4c03f6d-644d-4a33-8b45-2c97bc36c92c HTTP/1.1" status: 204 len: 168 time: 0.3644998 Mar 08 17:40:37.601469 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54388) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:37.668353 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (3baa73a8-79f6-4ebb-8c40-8049a6329031), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.750308 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5044ea-93e7-426a-b3f0-b5f83b346b20 None None] DHCP port deletion for 3baa73a8-79f6-4ebb-8c40-8049a6329031 request from dv-cinder-830085-3-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:40:37.800296 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9b5044ea-93e7-426a-b3f0-b5f83b346b20 None None] Deleting port d425fecf-bbfa-4262-bd98-c1e175f89ccb {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:37.801492 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b5044ea-93e7-426a-b3f0-b5f83b346b20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.867476 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9b5044ea-93e7-426a-b3f0-b5f83b346b20 None None] For port d425fecf-bbfa-4262-bd98-c1e175f89ccb, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=d425fecf-bbfa-4262-bd98-c1e175f89ccb,segment=NetworkSegment(ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224),segment_id=ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:37.867874 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b5044ea-93e7-426a-b3f0-b5f83b346b20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.881982 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9b5044ea-93e7-426a-b3f0-b5f83b346b20 None None] Calling delete_port for d425fecf-bbfa-4262-bd98-c1e175f89ccb owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:37.938862 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Deleting port d425fecf-bbfa-4262-bd98-c1e175f89ccb {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:40:37.939122 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:37.999868 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] For port d425fecf-bbfa-4262-bd98-c1e175f89ccb, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=d425fecf-bbfa-4262-bd98-c1e175f89ccb,segment=NetworkSegment(ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224),segment_id=ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:40:38.000233 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:38.013048 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Calling delete_port for d425fecf-bbfa-4262-bd98-c1e175f89ccb owned by network:dhcp {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:40:38.057576 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b5044ea-93e7-426a-b3f0-b5f83b346b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:38.083387 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5044ea-93e7-426a-b3f0-b5f83b346b20 None None] Pushing event deleted for resources: {'Port': ['ID=d425fecf-bbfa-4262-bd98-c1e175f89ccb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:38.088036 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5044ea-93e7-426a-b3f0-b5f83b346b20 None None] No DVR routers for this DVR port d425fecf-bbfa-4262-bd98-c1e175f89ccb on host dv-cinder-830085-3-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:40:38.092439 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (d425fecf-bbfa-4262-bd98-c1e175f89ccb), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:38.117055 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d425fecf-bbfa-4262-bd98-c1e175f89ccb,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:38.120548 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] No DVR routers for this DVR port d425fecf-bbfa-4262-bd98-c1e175f89ccb on host dv-cinder-830085-3-iscsi {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:40:38.189374 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (3baa73a8-79f6-4ebb-8c40-8049a6329031), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:38.209577 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3baa73a8-79f6-4ebb-8c40-8049a6329031']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:38.218506 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:38.218800 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:38.227861 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126485157'] for segment (ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:38.241531 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:38.248518 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:40:38.248908 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126735995'] for segment (ec3ec0fa-b8e6-4cc8-bc6a-54a4db494224), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: self.session.flush() Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: self.session.flush() Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: self.session.flush() Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: self.session.flush() Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: Traceback (most recent call last): Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: timer() Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: cb(*args, **kw) Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: return func(*args, **kwargs) Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: self._notify() Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: self.callback(batched_events) Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: event.method(event) Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: return f(self, *a, **k) Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._get(url).json() Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:40:38.250603 dv-cinder-830085-3-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:40:38.462090 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (3baa73a8-79f6-4ebb-8c40-8049a6329031), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:38.469086 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:38.472290 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3baa73a8-79f6-4ebb-8c40-8049a6329031 HTTP/1.1" status: 204 len: 168 time: 0.8698609 Mar 08 17:40:38.481665 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db6b8b-b758-419a-9153-cf06591bec18 admin admin] Pushing event deleted for resources: {'Network': ['ID=3baa73a8-79f6-4ebb-8c40-8049a6329031,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:38.595083 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device feaa3fec-7708-4f82-9ada-31d1a6896c76 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:40:38.621807 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: feaa3fec-7708-4f82-9ada-31d1a6896c76 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:40:38.621807 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device feaa3fec-7708-4f82-9ada-31d1a6896c76 not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:40:38.621807 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b6c94645-5c93-4b0b-8637-40f61a79b5d0 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:40:38.637391 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: b6c94645-5c93-4b0b-8637-40f61a79b5d0 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:40:38.637787 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b6c94645-5c93-4b0b-8637-40f61a79b5d0 not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:40:38.638180 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device d425fecf-bbfa-4262-bd98-c1e175f89ccb no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:40:38.661624 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: d425fecf-bbfa-4262-bd98-c1e175f89ccb {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:40:38.661624 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device d425fecf-bbfa-4262-bd98-c1e175f89ccb not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:40:38.701293 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7fca1-c8ed-40d1-8729-dcdadd5c6efb req-bb70f589-f485-42b7-88d0-3fda1a8d3ec4 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:38.702807 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bcb7fca1-c8ed-40d1-8729-dcdadd5c6efb req-bb70f589-f485-42b7-88d0-3fda1a8d3ec4 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 945 time: 0.0596294 Mar 08 17:40:38.749692 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bcb7fca1-c8ed-40d1-8729-dcdadd5c6efb req-e0af940e-d42e-42b3-9986-03cdb6262405 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411088 Mar 08 17:40:38.879349 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54396) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:38.917249 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1ee225ad-95fa-40e2-aeb1-3d075f86f907 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dba5635511c46bc9431cc58f7118cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372150 Mar 08 17:40:38.919718 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54398) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:38.965421 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f3e68633-2f6d-49ba-82dc-db542d3c551b admin admin] Publish callbacks [] for security_group (f735fcc1-ef83-4975-8f9f-1bf9f42f372a), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:38.989849 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f3e68633-2f6d-49ba-82dc-db542d3c551b admin admin] Publish callbacks [] for security_group (f735fcc1-ef83-4975-8f9f-1bf9f42f372a), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:39.131659 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f3e68633-2f6d-49ba-82dc-db542d3c551b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (f735fcc1-ef83-4975-8f9f-1bf9f42f372a), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:39.134283 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f3e68633-2f6d-49ba-82dc-db542d3c551b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:39.135420 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f3e68633-2f6d-49ba-82dc-db542d3c551b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f735fcc1-ef83-4975-8f9f-1bf9f42f372a HTTP/1.1" status: 204 len: 168 time: 0.2147763 Mar 08 17:40:39.143098 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e68633-2f6d-49ba-82dc-db542d3c551b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f735fcc1-ef83-4975-8f9f-1bf9f42f372a,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:39.844128 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54408) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:39.899570 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3904c-cbf8-4c1e-ba87-28ea4fec5004 req-f2476838-4d5a-41ef-a116-2ed54302f758 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:39.901053 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ec3904c-cbf8-4c1e-ba87-28ea4fec5004 req-f2476838-4d5a-41ef-a116-2ed54302f758 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 945 time: 0.0866168 Mar 08 17:40:39.904631 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-40d5f366-5e13-4cbc-8fa1-8d91738e89cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be8f8472b247456b8d5400fa820c158f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595052 Mar 08 17:40:39.907358 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54412) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:39.947913 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1ec3904c-cbf8-4c1e-ba87-28ea4fec5004 req-089d54f4-93ca-4c5e-9c04-ae7c4d82b6dd tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412099 Mar 08 17:40:39.954112 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-94a395bf-ecaa-4279-8c29-061626dee9aa admin admin] Publish callbacks [] for security_group (af76314d-f2fc-416e-9927-2561abf3c2b8), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:39.979303 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-94a395bf-ecaa-4279-8c29-061626dee9aa admin admin] Publish callbacks [] for security_group (af76314d-f2fc-416e-9927-2561abf3c2b8), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:40.060927 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98e5fd-4ab3-4ddf-888e-235a81a1e204 req-21321e56-6762-46d6-9277-8886d2c13415 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:40.062439 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2b98e5fd-4ab3-4ddf-888e-235a81a1e204 req-21321e56-6762-46d6-9277-8886d2c13415 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 945 time: 0.0527751 Mar 08 17:40:40.071244 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54416) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:40:40.075601 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-16deda66-50d5-4ef3-b5e2-5b079cc68567 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Request body: {'floatingip': {'port_id': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:40:40.113821 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-16deda66-50d5-4ef3-b5e2-5b079cc68567 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (9c4417a3-aa37-4daf-a7d6-0b20c691a179), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:40.146268 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-94a395bf-ecaa-4279-8c29-061626dee9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (af76314d-f2fc-416e-9927-2561abf3c2b8), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:40.148751 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-94a395bf-ecaa-4279-8c29-061626dee9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:40.149887 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-94a395bf-ecaa-4279-8c29-061626dee9aa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af76314d-f2fc-416e-9927-2561abf3c2b8 HTTP/1.1" status: 204 len: 168 time: 0.2415333 Mar 08 17:40:40.179600 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a395bf-ecaa-4279-8c29-061626dee9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af76314d-f2fc-416e-9927-2561abf3c2b8,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:40:40.588631 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-16deda66-50d5-4ef3-b5e2-5b079cc68567 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:40.657252 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-16deda66-50d5-4ef3-b5e2-5b079cc68567 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (9c4417a3-aa37-4daf-a7d6-0b20c691a179), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:40.758156 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-16deda66-50d5-4ef3-b5e2-5b079cc68567 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Floating IP 9c4417a3-aa37-4daf-a7d6-0b20c691a179 associated. External IP: 172.27.3.177, port: 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb. Mar 08 17:40:40.958702 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:40:40.993088 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16deda66-50d5-4ef3-b5e2-5b079cc68567 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:40:41.099575 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16deda66-50d5-4ef3-b5e2-5b079cc68567 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:40:41.104261 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-16deda66-50d5-4ef3-b5e2-5b079cc68567 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:41.108659 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3b688-42f9-4825-871a-d03fe1be1b83 None None] Sync routers for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:40:41.118802 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3b688-42f9-4825-871a-d03fe1be1b83 None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:41.119421 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e7a3b688-42f9-4825-871a-d03fe1be1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:40:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:41.139538 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-16deda66-50d5-4ef3-b5e2-5b079cc68567 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "PUT /v2.0/floatingips/9c4417a3-aa37-4daf-a7d6-0b20c691a179 HTTP/1.1" status: 200 len: 991 time: 1.0621679 Mar 08 17:40:41.139538 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'tag': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:40:41.139538 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb24293935f3e4c1481fa83254af943874e64c693aee071e87be2884696519c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d751b218-fa95-4bce-905e-129c68d5e90b" -d '{"events": [{"name": "network-changed", "server_uuid": "afa37f66-7bb4-44e7-8b64-a3da2ba3c615", "tag": "5da262fb-efc2-4e00-ab19-d7a9fe99c6fb"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:40:41.172867 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6de119d-2bfb-444e-9a3b-94708c756f54 x-openstack-request-id: req-b6de119d-2bfb-444e-9a3b-94708c756f54 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:40:41.173187 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa37f66-7bb4-44e7-8b64-a3da2ba3c615", "tag": "5da262fb-efc2-4e00-ab19-d7a9fe99c6fb", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:40:41.173603 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b6de119d-2bfb-444e-9a3b-94708c756f54 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:40:41.174044 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'tag': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb', 'status': 'completed', 'code': 200} Mar 08 17:40:41.228367 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-e7a3b688-42f9-4825-871a-d03fe1be1b83 None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:41.253366 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751b218-fa95-4bce-905e-129c68d5e90b req-b8740b1f-5eb8-448d-89a8-643cabb9bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:41.255090 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d751b218-fa95-4bce-905e-129c68d5e90b req-b8740b1f-5eb8-448d-89a8-643cabb9bebf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433070ab733a4989873f937ff516e8f1&device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 1129 time: 0.0446742 Mar 08 17:40:41.365928 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751b218-fa95-4bce-905e-129c68d5e90b req-a53fe63a-c74f-4241-aa56-fbf292eb1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:41.367471 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d751b218-fa95-4bce-905e-129c68d5e90b req-a53fe63a-c74f-4241-aa56-fbf292eb1f87 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 200 len: 911 time: 0.1001658 Mar 08 17:40:41.436241 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d751b218-fa95-4bce-905e-129c68d5e90b req-8b9bb9ad-7b80-4438-8c1c-b74beeadd7b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb HTTP/1.1" status: 200 len: 999 time: 0.0599060 Mar 08 17:40:41.488396 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751b218-fa95-4bce-905e-129c68d5e90b req-921d98ef-068f-412b-a897-82cdf234a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:41.489816 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d751b218-fa95-4bce-905e-129c68d5e90b req-921d98ef-068f-412b-a897-82cdf234a83e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d804e411-f1f4-4552-9853-ae040e868f99 HTTP/1.1" status: 200 len: 849 time: 0.0465341 Mar 08 17:40:41.543289 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751b218-fa95-4bce-905e-129c68d5e90b req-1c5df7f5-b43f-47de-afe6-817fe9319a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:40:41.544786 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d751b218-fa95-4bce-905e-129c68d5e90b req-1c5df7f5-b43f-47de-afe6-817fe9319a8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a1abd4b6-89d6-4cd5-925b-9e4abef2249e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446925 Mar 08 17:40:41.586655 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e7a3b688-42f9-4825-871a-d03fe1be1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '9c4417a3-aa37-4daf-a7d6-0b20c691a179', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'port_id': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'mac_address': 'fa:16:3e:61:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:40:24Z', 'updated_at': '2022-03-08T17:40:40Z', 'revision_number': 1, 'project_id': '433070ab733a4989873f937ff516e8f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:41.613332 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3b688-42f9-4825-871a-d03fe1be1b83 None None] Checking router: 5fd512fb-a263-4f45-ae1f-5c9981aba7dc for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:40:41.622135 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3b688-42f9-4825-871a-d03fe1be1b83 None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:40:41.622757 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e7a3b688-42f9-4825-871a-d03fe1be1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:40:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:41.635645 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d751b218-fa95-4bce-905e-129c68d5e90b req-ee66e943-a469-410e-8743-242f08fcd200 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829992 Mar 08 17:40:41.732891 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d751b218-fa95-4bce-905e-129c68d5e90b req-b71c7282-08f4-4773-a117-dd20c04754e9 service neutron] 10.222.0.64 "GET /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859814 Mar 08 17:40:41.734145 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-e7a3b688-42f9-4825-871a-d03fe1be1b83 None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:40:41.954556 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e7a3b688-42f9-4825-871a-d03fe1be1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '9c4417a3-aa37-4daf-a7d6-0b20c691a179', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'port_id': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'mac_address': 'fa:16:3e:61:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:40:24Z', 'updated_at': '2022-03-08T17:40:40Z', 'revision_number': 1, 'project_id': '433070ab733a4989873f937ff516e8f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:40:41.984822 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3b688-42f9-4825-871a-d03fe1be1b83 None None] The sync data for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi is: [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '9c4417a3-aa37-4daf-a7d6-0b20c691a179', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'port_id': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'mac_address': 'fa:16:3e:61:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:40:24Z', 'updated_at': '2022-03-08T17:40:40Z', 'revision_number': 1, 'project_id': '433070ab733a4989873f937ff516e8f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:40:42.177889 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d5ec6-4201-462e-a9ff-286ecdf0313a None None] New status for floating IP 9c4417a3-aa37-4daf-a7d6-0b20c691a179: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:40:49.057371 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f8ac606-5409-45f4-90c5-9bfb458809a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:50.343284 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:51.325672 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-763046a9-82f8-40aa-b259-a16dac071194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:52.770950 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:53.925337 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:40:55.308558 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:17.957275 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:41:19.067599 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52cfb27d-7f4c-4e7e-bd0a-00f0e024521d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:19.350435 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cedef4-09be-4ed8-b8d5-21c42ef6f10d req-2caa7589-36ab-4c35-977f-57923f9a1ab2 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:19.352885 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-72cedef4-09be-4ed8-b8d5-21c42ef6f10d req-2caa7589-36ab-4c35-977f-57923f9a1ab2 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0580633 Mar 08 17:41:19.402915 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-72cedef4-09be-4ed8-b8d5-21c42ef6f10d req-0a67d21c-b698-4d10-a485-f17d58ae2ab4 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448160 Mar 08 17:41:20.359126 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:20.521059 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028737-64fd-4dcd-93a1-e9933d71c0c8 req-c955d6e2-f2cb-4184-9ae7-e800e8d94b0b tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:20.522528 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d0028737-64fd-4dcd-93a1-e9933d71c0c8 req-c955d6e2-f2cb-4184-9ae7-e800e8d94b0b tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0509949 Mar 08 17:41:20.573389 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d0028737-64fd-4dcd-93a1-e9933d71c0c8 req-e353a649-804e-421c-8504-f8c616eaa24f tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451772 Mar 08 17:41:21.330160 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc08fea8-56ad-4fcf-bacc-98882e70f70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:21.694210 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0211ef-6830-4ee4-89db-b97080861781 req-72475de3-4986-4ee0-a620-ca9897444f40 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:21.695695 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0f0211ef-6830-4ee4-89db-b97080861781 req-72475de3-4986-4ee0-a620-ca9897444f40 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0554049 Mar 08 17:41:21.743878 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0f0211ef-6830-4ee4-89db-b97080861781 req-93ac5155-55a5-46fd-b944-052eeea36125 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418620 Mar 08 17:41:22.702083 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:22.860786 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d486c-1b01-4c13-b2b8-272cd35ff695 req-1d23d6da-e8f4-4e0e-8291-96111e9bd49f tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:22.862325 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2a3d486c-1b01-4c13-b2b8-272cd35ff695 req-1d23d6da-e8f4-4e0e-8291-96111e9bd49f tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0507030 Mar 08 17:41:22.910336 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2a3d486c-1b01-4c13-b2b8-272cd35ff695 req-2efa59b1-4933-4199-9c70-55f7d9c733cc tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 Mar 08 17:41:23.374706 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-9f3b6f08-29a6-43ce-ab97-6ff4c62dbe25 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420513 Mar 08 17:41:23.466588 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-8d4d46b7-8ee4-44fb-944a-b1326f16ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:23.468072 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-8d4d46b7-8ee4-44fb-944a-b1326f16ce24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 1130 time: 0.0440633 Mar 08 17:41:23.581966 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-75ddfd14-d99e-4241-a244-01abd06cfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:23.583422 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-75ddfd14-d99e-4241-a244-01abd06cfdb7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 915 time: 0.0922945 Mar 08 17:41:23.651945 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-afc7f942-0bb0-4744-88ad-250f6a10f86f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55e8338c-764a-49e6-9f57-26cc629d4918 HTTP/1.1" status: 200 len: 1002 time: 0.0585260 Mar 08 17:41:23.707387 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-2bbe1d1e-f8cb-41e6-9eb8-0cef84565d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:23.708812 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-2bbe1d1e-f8cb-41e6-9eb8-0cef84565d1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.0467823 Mar 08 17:41:23.758864 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-ec3bcc60-2bc8-4221-b21e-f0ae12265609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:23.760342 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-ec3bcc60-2bc8-4221-b21e-f0ae12265609 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430369 Mar 08 17:41:23.863945 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-91a59d01-6a75-43a9-acd5-37ec6c4fbf12 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900919 Mar 08 17:41:23.885047 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:23.965444 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6beae8d6-a8c5-4ea0-9a93-d00f948e0824 req-a0b47a8a-8c02-4217-876d-6b020fdbdfc8 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899801 Mar 08 17:41:24.029214 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f87822-66a4-4bc1-8155-300f6376adcf req-b8f26ae4-25eb-4a00-bb71-6f118adeff02 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:24.030741 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-21f87822-66a4-4bc1-8155-300f6376adcf req-b8f26ae4-25eb-4a00-bb71-6f118adeff02 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0524163 Mar 08 17:41:24.079749 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-21f87822-66a4-4bc1-8155-300f6376adcf req-a1f4ae1b-a362-47a3-a9b5-adf62184727d tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Mar 08 17:41:25.197208 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3659ef-86e0-41d3-b6c9-0cea3c3c9411 req-9112a70c-5f29-4519-bf19-00a0564f09e7 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:25.198815 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2f3659ef-86e0-41d3-b6c9-0cea3c3c9411 req-9112a70c-5f29-4519-bf19-00a0564f09e7 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0527666 Mar 08 17:41:25.246360 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2f3659ef-86e0-41d3-b6c9-0cea3c3c9411 req-5c7bfd65-d6a7-4d07-91b3-0cf38654faae tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Mar 08 17:41:25.301942 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:26.382939 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85ebae-e7d2-47dc-8316-003ba54893ba req-7bdaee60-fbad-478c-bf19-eb4131301958 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:26.385154 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7e85ebae-e7d2-47dc-8316-003ba54893ba req-7bdaee60-fbad-478c-bf19-eb4131301958 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0597458 Mar 08 17:41:26.432811 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7e85ebae-e7d2-47dc-8316-003ba54893ba req-dd544fc0-cbd0-44c5-9350-665b4e536e83 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422254 Mar 08 17:41:27.555275 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa482c5-4b87-485b-aa18-63c85cecdfc0 req-c09bcfd6-820c-4ce4-940d-b5b75f1a62a6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:27.556726 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2aa482c5-4b87-485b-aa18-63c85cecdfc0 req-c09bcfd6-820c-4ce4-940d-b5b75f1a62a6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0546722 Mar 08 17:41:27.602984 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2aa482c5-4b87-485b-aa18-63c85cecdfc0 req-a697571b-ac7a-4348-9b2c-41bf467183cf tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 Mar 08 17:41:28.717512 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e0069-edd3-4e9a-b4c0-7533ae517262 req-6367cd3e-eefc-413e-a489-eca62099a012 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:28.718999 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-701e0069-edd3-4e9a-b4c0-7533ae517262 req-6367cd3e-eefc-413e-a489-eca62099a012 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0506730 Mar 08 17:41:28.766685 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-701e0069-edd3-4e9a-b4c0-7533ae517262 req-0b21cabe-1445-4193-bf0e-5dd5f997ee83 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Mar 08 17:41:29.629659 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f45fbf-6e01-45d0-8d39-59e37998a591 req-c4cb6258-e5c2-427d-8d77-d1abfa26640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:29.631153 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-80f45fbf-6e01-45d0-8d39-59e37998a591 req-c4cb6258-e5c2-427d-8d77-d1abfa26640b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=058ce255d9cd4e40abe99e8939a7f214&device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 1129 time: 0.0477176 Mar 08 17:41:29.723283 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f45fbf-6e01-45d0-8d39-59e37998a591 req-6baf17ea-21d0-4bdf-9cfd-5fa144593589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:29.724705 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-80f45fbf-6e01-45d0-8d39-59e37998a591 req-6baf17ea-21d0-4bdf-9cfd-5fa144593589 service neutron] 10.222.0.64 "GET /v2.0/networks?id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b HTTP/1.1" status: 200 len: 909 time: 0.0822031 Mar 08 17:41:29.795120 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-80f45fbf-6e01-45d0-8d39-59e37998a591 req-e164810e-5269-44cc-ad4d-b414eb1a1e71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22aed709-993e-4b48-baed-24d6e4719ec2 HTTP/1.1" status: 200 len: 1001 time: 0.0602248 Mar 08 17:41:29.849839 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f45fbf-6e01-45d0-8d39-59e37998a591 req-ae5b68bf-bbaa-4523-b574-166af86edae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:29.851294 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-80f45fbf-6e01-45d0-8d39-59e37998a591 req-ae5b68bf-bbaa-4523-b574-166af86edae9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=642e7aed-f545-4dc1-8208-708f7ae3af60 HTTP/1.1" status: 200 len: 847 time: 0.0435989 Mar 08 17:41:29.882782 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d52a67-17c2-485e-a577-4f57616053e0 req-6be28494-db30-4206-8119-de402c44c222 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:29.884262 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-80d52a67-17c2-485e-a577-4f57616053e0 req-6be28494-db30-4206-8119-de402c44c222 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0515177 Mar 08 17:41:29.902409 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f45fbf-6e01-45d0-8d39-59e37998a591 req-50582db0-b18d-4f0c-af72-31885bdd801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:29.904459 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-80f45fbf-6e01-45d0-8d39-59e37998a591 req-50582db0-b18d-4f0c-af72-31885bdd801e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430884 Mar 08 17:41:29.932353 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-80d52a67-17c2-485e-a577-4f57616053e0 req-6eef3434-c45d-4fa6-b6c8-69639542efff tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423028 Mar 08 17:41:30.001245 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-80f45fbf-6e01-45d0-8d39-59e37998a591 req-a911e54c-f58d-4954-82a6-980e47e5d5bf service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843804 Mar 08 17:41:30.094059 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-80f45fbf-6e01-45d0-8d39-59e37998a591 req-d6e417a8-8212-42df-a0db-c6aa3b01e6ae service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834918 Mar 08 17:41:31.057690 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1ac36-b348-46a0-b10e-a61a2b119c4d req-c05f150f-17d3-4ee3-84c1-aeb059382d12 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:31.059370 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-48f1ac36-b348-46a0-b10e-a61a2b119c4d req-c05f150f-17d3-4ee3-84c1-aeb059382d12 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0603187 Mar 08 17:41:31.108090 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-48f1ac36-b348-46a0-b10e-a61a2b119c4d req-e895299c-81d3-437b-965a-e7ab6457a6dc tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Mar 08 17:41:32.222070 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ab7dd-fc50-40fb-a236-c336672e951b req-4c905e15-db26-43ac-b7a0-889646df3d7c tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:32.223546 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-274ab7dd-fc50-40fb-a236-c336672e951b req-4c905e15-db26-43ac-b7a0-889646df3d7c tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0518391 Mar 08 17:41:32.276618 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-274ab7dd-fc50-40fb-a236-c336672e951b req-6380427a-03ff-4a01-98cd-1d27c5bf3c9a tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476158 Mar 08 17:41:33.394270 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcfdd2-7aa0-4912-97d5-3dc7d78dec74 req-60e07920-5f6e-4190-8868-77ea5fb99dc5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:33.395763 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-62fcfdd2-7aa0-4912-97d5-3dc7d78dec74 req-60e07920-5f6e-4190-8868-77ea5fb99dc5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0532455 Mar 08 17:41:33.445066 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-62fcfdd2-7aa0-4912-97d5-3dc7d78dec74 req-c43a5332-6e27-408c-bab8-3dd731774fd5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 Mar 08 17:41:34.562113 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d1ce5-d4a2-44ba-b5b3-c23dfa112a85 req-fab243bf-c818-47e7-8568-8a18df285a6f tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:34.563601 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-546d1ce5-d4a2-44ba-b5b3-c23dfa112a85 req-fab243bf-c818-47e7-8568-8a18df285a6f tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0512943 Mar 08 17:41:34.611363 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-546d1ce5-d4a2-44ba-b5b3-c23dfa112a85 req-24f43a16-6556-46ed-ad04-adbad53e95be tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422280 Mar 08 17:41:34.678341 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-a3f2e0d8-ee78-417c-a8fe-9b8f4b60f2cd req-c3ea0fee-22de-4712-b395-ecc92054a404 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:41:34.679405 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a3f2e0d8-ee78-417c-a8fe-9b8f4b60f2cd req-c3ea0fee-22de-4712-b395-ecc92054a404 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054290 Mar 08 17:41:35.036641 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3b3c0-618d-41e4-846a-6ee1bc3b8797 req-8e2d55a0-6879-46de-ac65-c78da508d3e5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:35.038203 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ebf3b3c0-618d-41e4-846a-6ee1bc3b8797 req-8e2d55a0-6879-46de-ac65-c78da508d3e5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0528345 Mar 08 17:41:35.093954 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ebf3b3c0-618d-41e4-846a-6ee1bc3b8797 req-a29e5ad6-483e-4772-89c6-a9ca2758d961 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503578 Mar 08 17:41:35.129080 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54500) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:35.222569 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-07daeafe-0af4-43bf-9405-850f3febc472 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921216 Mar 08 17:41:35.232208 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-823723c0-db1f-48c2-89b9-05291c195c9c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:41:35.244942 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-823723c0-db1f-48c2-89b9-05291c195c9c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062022 Mar 08 17:41:35.370628 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54512) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:35.464850 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-a4a937ec-b2f1-430e-899d-f3c9c2744215 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:35.466998 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-a4a937ec-b2f1-430e-899d-f3c9c2744215 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports/22aed709-993e-4b48-baed-24d6e4719ec2 HTTP/1.1" status: 200 len: 942 time: 0.0947006 Mar 08 17:41:36.209961 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322cae8-66f7-4072-8380-4086479bf3eb req-d6966310-c7c2-436f-967c-9addc575fd31 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:36.211427 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1322cae8-66f7-4072-8380-4086479bf3eb req-d6966310-c7c2-436f-967c-9addc575fd31 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0515704 Mar 08 17:41:36.260850 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1322cae8-66f7-4072-8380-4086479bf3eb req-871a4567-9bea-468f-8053-21ae52404643 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436943 Mar 08 17:41:36.945606 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 22aed709-993e-4b48-baed-24d6e4719ec2 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:41:37.026593 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 22aed709-993e-4b48-baed-24d6e4719ec2 is: ACTIVE; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:41:37.026991 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:37.051370 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:41:37.053605 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38358164-8e72-4d20-a055-de9cf46f7035" -d '{"events": [{"server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "name": "network-vif-unplugged", "status": "completed", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:41:37.066562 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 22aed709-993e-4b48-baed-24d6e4719ec2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=22aed709-993e-4b48-baed-24d6e4719ec2,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:41:37.088239 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e558d0b2-b757-434c-b70c-f91c4d123cf3 x-openstack-request-id: req-e558d0b2-b757-434c-b70c-f91c4d123cf3 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:41:37.088529 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "name": "network-vif-unplugged", "status": "failed", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2", "code": 422}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:41:37.088852 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e558d0b2-b757-434c-b70c-f91c4d123cf3 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:41:37.089296 dv-cinder-830085-3-iscsi neutron-server[103426]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2', 'code': 422} returned with failed status Mar 08 17:41:37.101864 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:37.151080 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=22aed709-993e-4b48-baed-24d6e4719ec2,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:37.158382 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.158736 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.159081 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.159421 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.159753 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.160084 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.160419 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.160746 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.161072 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.161505 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.161856 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.162186 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.162510 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:37.381203 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0350ff-28d8-478e-b6e6-62edbe0d3b40 req-d4489be5-ce50-48a5-ac41-bb1e65857602 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:37.382705 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0a0350ff-28d8-478e-b6e6-62edbe0d3b40 req-d4489be5-ce50-48a5-ac41-bb1e65857602 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0558391 Mar 08 17:41:37.431131 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0a0350ff-28d8-478e-b6e6-62edbe0d3b40 req-a7cff4a3-325b-40fa-b702-1a42324c0eb6 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Mar 08 17:41:38.131972 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5ab10-45ca-4400-be33-0609eacac6b8 req-904064c9-5b43-4bd7-8736-b26f9b9f2d80 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:38.133468 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f5a5ab10-45ca-4400-be33-0609eacac6b8 req-904064c9-5b43-4bd7-8736-b26f9b9f2d80 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 946 time: 0.0513930 Mar 08 17:41:38.180688 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f5a5ab10-45ca-4400-be33-0609eacac6b8 req-0932df75-c39c-4e15-8f2b-a5e1310deb25 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403917 Mar 08 17:41:38.548253 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a69a5-1d01-4b9f-bf02-2ee007792107 req-7c6261d3-6caf-4049-9cb9-415105293f86 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:38.549762 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8e8a69a5-1d01-4b9f-bf02-2ee007792107 req-7c6261d3-6caf-4049-9cb9-415105293f86 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0503871 Mar 08 17:41:38.601600 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8e8a69a5-1d01-4b9f-bf02-2ee007792107 req-b02ec561-fc01-46d4-8829-152b5e6f0bab tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463691 Mar 08 17:41:38.644683 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-75f049a0-a7cf-43dc-bd56-e146faf35c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:38.646189 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-75f049a0-a7cf-43dc-bd56-e146faf35c18 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a&tenant_id=058ce255d9cd4e40abe99e8939a7f214 HTTP/1.1" status: 200 len: 1127 time: 0.0437398 Mar 08 17:41:38.724175 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-20a3fa29-e9b9-497e-8233-2db63c5b1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:38.725548 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-20a3fa29-e9b9-497e-8233-2db63c5b1297 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=058ce255d9cd4e40abe99e8939a7f214&device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 1127 time: 0.0430632 Mar 08 17:41:38.820159 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-5b5f982a-1d8e-4420-8dbb-ae5610413072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:38.821592 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-5b5f982a-1d8e-4420-8dbb-ae5610413072 service neutron] 10.222.0.64 "GET /v2.0/networks?id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b HTTP/1.1" status: 200 len: 909 time: 0.0847361 Mar 08 17:41:38.895553 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-0efed6e3-c4f2-4e5f-9435-776902389bfd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22aed709-993e-4b48-baed-24d6e4719ec2 HTTP/1.1" status: 200 len: 999 time: 0.0659409 Mar 08 17:41:38.943483 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-94104973-44c7-447b-8f74-ed29503aeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:38.944882 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-94104973-44c7-447b-8f74-ed29503aeaea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=642e7aed-f545-4dc1-8208-708f7ae3af60 HTTP/1.1" status: 200 len: 847 time: 0.0422065 Mar 08 17:41:39.000850 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-cc1d913d-ac36-4757-9ac5-d6472aa6a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:39.002273 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-cc1d913d-ac36-4757-9ac5-d6472aa6a33c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461700 Mar 08 17:41:39.108420 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-93bd8c6b-f96b-4207-b217-3e46b516212d service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854547 Mar 08 17:41:39.197577 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-352a6b8e-1ab5-4ca1-b97c-8c99ed9ca023 req-98c8433c-028d-4ebe-9171-f4ec5c6e0f46 service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825644 Mar 08 17:41:39.406526 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860689c6-40bd-4b12-aded-f55c114021b3 req-1e3463a1-079b-415c-be4f-5af609a49c36 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:39.407993 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-860689c6-40bd-4b12-aded-f55c114021b3 req-1e3463a1-079b-415c-be4f-5af609a49c36 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 946 time: 0.0525420 Mar 08 17:41:39.457289 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-860689c6-40bd-4b12-aded-f55c114021b3 req-c012ad3c-0ee7-446b-ba68-de57649724fe tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435333 Mar 08 17:41:39.718485 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa2655-759b-41db-bb77-93d0b637f99e req-991c755b-8cb3-446d-ba8f-327c18d4c66e tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:39.719941 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a4fa2655-759b-41db-bb77-93d0b637f99e req-991c755b-8cb3-446d-ba8f-327c18d4c66e tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0519609 Mar 08 17:41:39.767922 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a4fa2655-759b-41db-bb77-93d0b637f99e req-5e6920e9-9904-4e9c-b33f-ccd31e2b2ae4 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Mar 08 17:41:39.920091 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab2be-f337-43e1-8886-45a2782975a0 req-5027c94c-ed1c-46f1-b93f-b8d3c59ff443 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:39.921584 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f49ab2be-f337-43e1-8886-45a2782975a0 req-5027c94c-ed1c-46f1-b93f-b8d3c59ff443 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0515745 Mar 08 17:41:39.966849 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f49ab2be-f337-43e1-8886-45a2782975a0 req-b7340466-ff44-41a0-8e8f-f1a673d9a0eb tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397601 Mar 08 17:41:40.585374 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aa013-8106-4ecf-9612-7c15faa8448e req-5256c53d-92ad-4707-b3e3-cb7587f76d61 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:40.585374 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-252aa013-8106-4ecf-9612-7c15faa8448e req-5256c53d-92ad-4707-b3e3-cb7587f76d61 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 946 time: 0.0540581 Mar 08 17:41:40.633224 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-252aa013-8106-4ecf-9612-7c15faa8448e req-f36bfc82-3505-4463-b352-31bd2fa79f92 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=6804bdef-cc0e-41b0-9980-418d21010001&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466371 Mar 08 17:41:40.685852 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-d959b4af-1c60-4667-90ce-e8ee0ac4a5a9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:40.687532 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-d959b4af-1c60-4667-90ce-e8ee0ac4a5a9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 946 time: 0.0506842 Mar 08 17:41:40.783331 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Deleting port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:41:40.783597 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:40.870399 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] For port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:41:40.870758 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:40.886752 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46358f76-d442-417f-b050-55f01d0afbd4 req-a72800ab-0473-467f-ac8b-b3d08612e6c9 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:40.888248 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-46358f76-d442-417f-b050-55f01d0afbd4 req-a72800ab-0473-467f-ac8b-b3d08612e6c9 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0545404 Mar 08 17:41:40.941243 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-46358f76-d442-417f-b050-55f01d0afbd4 req-61302c2e-6e23-486c-bf86-1c0c607d8db5 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467720 Mar 08 17:41:41.285790 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b13091-ac4e-4cd6-8b10-85cbfd623a6d req-0d78efe2-22ce-466a-b12b-46fb9626794d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:41.287233 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-29b13091-ac4e-4cd6-8b10-85cbfd623a6d req-0d78efe2-22ce-466a-b12b-46fb9626794d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.1093724 Mar 08 17:41:41.368994 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:41.369364 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (b02c7549-0d48-4d1e-a572-bd76a0fdefe5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:41.369679 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Floating IP b02c7549-0d48-4d1e-a572-bd76a0fdefe5 disassociated. External IP: 172.27.3.143, port: ad489fc5-8a01-4429-a66d-8afd2cd8bbcb. Mar 08 17:41:41.370042 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Calling delete_port for ad489fc5-8a01-4429-a66d-8afd2cd8bbcb owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:41:41.388511 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-29b13091-ac4e-4cd6-8b10-85cbfd623a6d req-e906e347-e169-4ac6-bbde-dadcecf6ea3d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700381 Mar 08 17:41:41.565264 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (ad489fc5-8a01-4429-a66d-8afd2cd8bbcb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:41.592645 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'Port': ['ID=ad489fc5-8a01-4429-a66d-8afd2cd8bbcb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:41.602371 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.602732 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.603081 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.603424 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.603764 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.604103 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.604437 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.604770 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.605547 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.605547 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.605736 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.606090 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.606417 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:41.723002 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:41:41.726881 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-543819cc-7e06-4c7e-9d53-0648a2899770 req-63c495ea-2432-4125-a51e-2763faef0824 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 210 time: 0.0260322 Mar 08 17:41:41.833545 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:41:41.843572 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb66231-cdeb-4ae4-a5e5-3a224a2aa0d8 None None] Sync routers for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:41:41.853581 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb66231-cdeb-4ae4-a5e5-3a224a2aa0d8 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:41:41.854228 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-feb66231-cdeb-4ae4-a5e5-3a224a2aa0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:41:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:41.877091 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] No DVR routers for this DVR port ad489fc5-8a01-4429-a66d-8afd2cd8bbcb on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:41:41.879532 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:41.882919 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-60a473b8-9eb3-47ef-8990-c0f7280fcfd1 req-a8b84a87-b416-41c6-b585-0055891b6cba tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "DELETE /v2.0/ports/ad489fc5-8a01-4429-a66d-8afd2cd8bbcb HTTP/1.1" status: 204 len: 173 time: 1.1892412 Mar 08 17:41:41.888359 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b464999-0046-4447-a620-0a9b23be456e', 'name': 'network-vif-deleted', 'tag': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:41:41.888359 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0151697-34cf-4c1f-b1d7-0b7371de81bf" -d '{"events": [{"server_uuid": "6b464999-0046-4447-a620-0a9b23be456e", "name": "network-vif-deleted", "tag": "ad489fc5-8a01-4429-a66d-8afd2cd8bbcb"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:41:41.921011 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7bb7b5-2a05-4f6b-ae74-d57633299a99 x-openstack-request-id: req-bb7bb7b5-2a05-4f6b-ae74-d57633299a99 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:41:41.921308 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b464999-0046-4447-a620-0a9b23be456e", "name": "network-vif-deleted", "tag": "ad489fc5-8a01-4429-a66d-8afd2cd8bbcb", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:41:41.921564 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb7bb7b5-2a05-4f6b-ae74-d57633299a99 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:41:41.921996 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b464999-0046-4447-a620-0a9b23be456e', 'name': 'network-vif-deleted', 'tag': 'ad489fc5-8a01-4429-a66d-8afd2cd8bbcb', 'status': 'completed', 'code': 200} Mar 08 17:41:41.969094 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-feb66231-cdeb-4ae4-a5e5-3a224a2aa0d8 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:41:42.072760 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0bb44-b81f-4ddc-a3b2-b254f8f794c8 req-448b9ec5-b289-47b1-bab0-8a0870103408 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:42.074404 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f5e0bb44-b81f-4ddc-a3b2-b254f8f794c8 req-448b9ec5-b289-47b1-bab0-8a0870103408 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0578039 Mar 08 17:41:42.134309 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f5e0bb44-b81f-4ddc-a3b2-b254f8f794c8 req-f0b4299a-497e-43f6-b482-f3622b73aa85 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537953 Mar 08 17:41:42.219849 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-feb66231-cdeb-4ae4-a5e5-3a224a2aa0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d2af72e-d662-4108-84d7-6f43d05b3975', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '55e8338c-764a-49e6-9f57-26cc629d4918', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:91:52:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:40Z', 'updated_at': '2022-03-08T17:37:10Z', 'revision_number': 2, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:42.246320 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb66231-cdeb-4ae4-a5e5-3a224a2aa0d8 None None] Checking router: d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:41:42.254494 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb66231-cdeb-4ae4-a5e5-3a224a2aa0d8 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:41:42.255094 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-feb66231-cdeb-4ae4-a5e5-3a224a2aa0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:41:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:42.361103 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-feb66231-cdeb-4ae4-a5e5-3a224a2aa0d8 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:41:42.509715 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa088f-2544-4aa2-af62-d9690a18a45e req-e5fead8b-9c41-4b68-bc3e-078565d2bf7a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:42.511215 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-26fa088f-2544-4aa2-af62-d9690a18a45e req-e5fead8b-9c41-4b68-bc3e-078565d2bf7a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0507920 Mar 08 17:41:42.562388 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-26fa088f-2544-4aa2-af62-d9690a18a45e req-75c63cb6-b2e5-4685-bc4c-90ee4470bc24 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442517 Mar 08 17:41:42.602128 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-feb66231-cdeb-4ae4-a5e5-3a224a2aa0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d2af72e-d662-4108-84d7-6f43d05b3975', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '55e8338c-764a-49e6-9f57-26cc629d4918', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:91:52:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:40Z', 'updated_at': '2022-03-08T17:37:10Z', 'revision_number': 2, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:42.630577 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb66231-cdeb-4ae4-a5e5-3a224a2aa0d8 None None] The sync data for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi is: [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '6d2af72e-d662-4108-84d7-6f43d05b3975', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '55e8338c-764a-49e6-9f57-26cc629d4918', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:91:52:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:36:40Z', 'updated_at': '2022-03-08T17:37:10Z', 'revision_number': 2, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:41:42.837393 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7939fbde-68dd-4862-bd67-d17371dbf119 req-dee1b41c-0fa3-42a8-a563-b9fcf35f06c3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b464999-0046-4447-a620-0a9b23be456e HTTP/1.1" status: 200 len: 210 time: 0.0268340 Mar 08 17:41:42.850631 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a71c3ca-866c-453e-8405-faf7cf1712dc None None] New status for floating IP b02c7549-0d48-4d1e-a572-bd76a0fdefe5: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:41:43.259639 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025516b-28f3-476c-b090-06d5343fc1bd req-4c09156d-64b0-4e7d-9ff0-690bbb3090b7 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:43.261122 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f025516b-28f3-476c-b090-06d5343fc1bd req-4c09156d-64b0-4e7d-9ff0-690bbb3090b7 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0543311 Mar 08 17:41:43.313517 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f025516b-28f3-476c-b090-06d5343fc1bd req-48ac5ee9-2533-4cb6-a4a0-94562129f12d tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462832 Mar 08 17:41:43.691205 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c00ea-59e9-45f5-a729-c2d6976decc2 req-a7df0d56-2cd3-4e24-9e4f-f22ebb7aded3 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:43.694600 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-001c00ea-59e9-45f5-a729-c2d6976decc2 req-a7df0d56-2cd3-4e24-9e4f-f22ebb7aded3 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0582056 Mar 08 17:41:43.740598 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-001c00ea-59e9-45f5-a729-c2d6976decc2 req-1af81467-a965-476f-a637-1a4ed4249b23 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424762 Mar 08 17:41:44.432540 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef260f21-0bcb-493c-a5b5-40b7d28117f2 req-ed166904-d2fa-4824-8fe5-eb2fff7853c9 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:44.434037 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef260f21-0bcb-493c-a5b5-40b7d28117f2 req-ed166904-d2fa-4824-8fe5-eb2fff7853c9 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0546489 Mar 08 17:41:44.483216 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef260f21-0bcb-493c-a5b5-40b7d28117f2 req-7f04ee43-f689-4cb9-b3e0-9e02881e900f tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Mar 08 17:41:44.859956 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14604f5e-22c0-419f-bcc1-2772b84494a0 req-5a0b3f67-fd34-4852-914d-a6ef91b3d51b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:44.861417 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-14604f5e-22c0-419f-bcc1-2772b84494a0 req-5a0b3f67-fd34-4852-914d-a6ef91b3d51b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0509498 Mar 08 17:41:44.909250 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-14604f5e-22c0-419f-bcc1-2772b84494a0 req-0748fdd4-b38d-4a22-a566-45840bf513c9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413363 Mar 08 17:41:44.954000 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ad489fc5-8a01-4429-a66d-8afd2cd8bbcb no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:41:44.974550 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: ad489fc5-8a01-4429-a66d-8afd2cd8bbcb {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:41:44.974900 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ad489fc5-8a01-4429-a66d-8afd2cd8bbcb not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:41:44.999680 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54608) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:45.052911 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (6804bdef-cc0e-41b0-9980-418d21010001), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:45.075587 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (6804bdef-cc0e-41b0-9980-418d21010001), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:45.193382 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (6804bdef-cc0e-41b0-9980-418d21010001), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:45.196037 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:45.197188 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "DELETE /v2.0/security-groups/6804bdef-cc0e-41b0-9980-418d21010001 HTTP/1.1" status: 204 len: 168 time: 0.1965177 Mar 08 17:41:45.200074 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54610) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:45.206811 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6804bdef-cc0e-41b0-9980-418d21010001,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:45.213219 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.api.v2.resource [None req-33cc1170-1e73-4439-b157-6ff2c2570f7b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] show failed (client error): The resource could not be found. Mar 08 17:41:45.213883 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.217551 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.217710 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-33cc1170-1e73-4439-b157-6ff2c2570f7b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups/6804bdef-cc0e-41b0-9980-418d21010001 HTTP/1.1" status: 404 len: 347 time: 0.0134373 Mar 08 17:41:45.217855 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.217855 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.217855 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.217855 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.217855 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.217855 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.217855 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.218420 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54612) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:45.218495 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.218495 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.218495 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.218760 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61962b6e-ad14-4f45-bf6b-6a1c73c44e10 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:41:45.347020 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e31c5-d897-4c45-a900-25541273eab7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Deleting port c356725a-c4ea-4bf3-895f-4f7ace9fe3c8 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:41:45.347283 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d6e31c5-d897-4c45-a900-25541273eab7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (c356725a-c4ea-4bf3-895f-4f7ace9fe3c8), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:45.420592 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d6e31c5-d897-4c45-a900-25541273eab7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (c356725a-c4ea-4bf3-895f-4f7ace9fe3c8), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:45.420928 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d6e31c5-d897-4c45-a900-25541273eab7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (c356725a-c4ea-4bf3-895f-4f7ace9fe3c8), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:45.432386 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-5d6e31c5-d897-4c45-a900-25541273eab7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Calling delete_port for c356725a-c4ea-4bf3-895f-4f7ace9fe3c8 owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:41:45.607939 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9bab-138c-4787-8bdd-44a1b595e8b5 req-0c7e1e12-875d-4b7d-b3bf-cdd3954ac5a7 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:45.609595 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-998e9bab-138c-4787-8bdd-44a1b595e8b5 req-0c7e1e12-875d-4b7d-b3bf-cdd3954ac5a7 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0567336 Mar 08 17:41:45.659221 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-998e9bab-138c-4787-8bdd-44a1b595e8b5 req-ba1bf0fc-8c63-4f6a-a8fd-e5a2bc06fd19 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439632 Mar 08 17:41:45.667357 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d6e31c5-d897-4c45-a900-25541273eab7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (c356725a-c4ea-4bf3-895f-4f7ace9fe3c8), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:45.696766 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e31c5-d897-4c45-a900-25541273eab7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'Port': ['ID=c356725a-c4ea-4bf3-895f-4f7ace9fe3c8,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:45.756182 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d6e31c5-d897-4c45-a900-25541273eab7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (b02c7549-0d48-4d1e-a572-bd76a0fdefe5), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:45.758943 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d6e31c5-d897-4c45-a900-25541273eab7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:45.760095 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5d6e31c5-d897-4c45-a900-25541273eab7 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "DELETE /v2.0/floatingips/b02c7549-0d48-4d1e-a572-bd76a0fdefe5 HTTP/1.1" status: 204 len: 168 time: 0.5414984 Mar 08 17:41:46.035161 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7c0c7-0fd3-406d-90df-0eddf5cc820c req-2730f1f3-f2bd-48ab-af96-bff74bc17941 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:46.036684 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-43a7c0c7-0fd3-406d-90df-0eddf5cc820c req-2730f1f3-f2bd-48ab-af96-bff74bc17941 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0566871 Mar 08 17:41:46.085460 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-43a7c0c7-0fd3-406d-90df-0eddf5cc820c req-95edecb3-af87-4e3f-b1f2-825cca833cb1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432212 Mar 08 17:41:46.776348 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc18c-4c0a-469c-be50-778ed815b420 req-a10f2ea1-ec39-4ff6-9ce4-bde6f5d6eecd tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:46.777843 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73cbc18c-4c0a-469c-be50-778ed815b420 req-a10f2ea1-ec39-4ff6-9ce4-bde6f5d6eecd tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 943 time: 0.0520859 Mar 08 17:41:46.827980 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73cbc18c-4c0a-469c-be50-778ed815b420 req-a5873366-600b-40bf-b0f4-65160cc8946d tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 Mar 08 17:41:46.970006 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 22aed709-993e-4b48-baed-24d6e4719ec2 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:41:47.066097 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 22aed709-993e-4b48-baed-24d6e4719ec2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=22aed709-993e-4b48-baed-24d6e4719ec2,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:41:47.076856 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '22aed709-993e-4b48-baed-24d6e4719ec2', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'port_id': '22aed709-993e-4b48-baed-24d6e4719ec2', 'mac_address': 'fa:16:3e:05:76:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:41:47.116461 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 22aed709-993e-4b48-baed-24d6e4719ec2 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:41:47.116858 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:47.221786 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcb684-18b0-4409-a04f-5cae2c639bae req-a35d5447-895f-48d7-8a95-73b9a5afa7a9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:47.226059 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4adcb684-18b0-4409-a04f-5cae2c639bae req-a35d5447-895f-48d7-8a95-73b9a5afa7a9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0618904 Mar 08 17:41:47.263711 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22aed709-993e-4b48-baed-24d6e4719ec2 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:41:47.277131 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4adcb684-18b0-4409-a04f-5cae2c639bae req-0d15bebf-ad04-4818-abf8-80965ac758d2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477774 Mar 08 17:41:47.284147 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 22aed709-993e-4b48-baed-24d6e4719ec2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=22aed709-993e-4b48-baed-24d6e4719ec2,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:41:47.370492 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:47.416827 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=22aed709-993e-4b48-baed-24d6e4719ec2,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:47.781959 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['22aed709-993e-4b48-baed-24d6e4719ec2'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:41:47.942160 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbd86f-e1a2-4fb3-a0fc-723c1614c48d req-a7b44e83-e1e9-4ba8-8c68-99989e27fd7a tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:47.943669 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72bbd86f-e1a2-4fb3-a0fc-723c1614c48d req-a7b44e83-e1e9-4ba8-8c68-99989e27fd7a tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 944 time: 0.0510662 Mar 08 17:41:47.991574 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72bbd86f-e1a2-4fb3-a0fc-723c1614c48d req-3551530f-c3f6-4ab1-af60-933750ddc13c tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Mar 08 17:41:48.406024 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a31bc6-2b41-4878-98e9-617a86c5e323 req-49427b73-befe-4bd7-97ed-1e1cf39c1727 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:48.407507 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-63a31bc6-2b41-4878-98e9-617a86c5e323 req-49427b73-befe-4bd7-97ed-1e1cf39c1727 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0562687 Mar 08 17:41:48.458510 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-63a31bc6-2b41-4878-98e9-617a86c5e323 req-78c26545-69a7-4ddb-bc56-1d44876012ea tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455418 Mar 08 17:41:48.844868 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac0119-2da5-444f-b9c8-2684c2414a80 req-9fc79f83-8b8a-4635-8c7c-7ff6ccd76b7b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:48.846273 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3dac0119-2da5-444f-b9c8-2684c2414a80 req-9fc79f83-8b8a-4635-8c7c-7ff6ccd76b7b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 946 time: 0.0515475 Mar 08 17:41:48.891864 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3dac0119-2da5-444f-b9c8-2684c2414a80 req-61ace5d2-6df2-4c2e-a193-0851a8231cb1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401671 Mar 08 17:41:48.965453 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 22aed709-993e-4b48-baed-24d6e4719ec2 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:41:49.025839 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 22aed709-993e-4b48-baed-24d6e4719ec2 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:41:49.028729 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:49.095368 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a9a51e8-8e69-4d10-abd6-e0be48ba894d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:49.107387 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 22aed709-993e-4b48-baed-24d6e4719ec2 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:41:49.108295 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:49.113579 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49a13d-bebb-46ae-a57a-8979fcd64f66 req-3e66b423-1f90-4980-b73f-3f9c49555651 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:49.115240 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cd49a13d-bebb-46ae-a57a-8979fcd64f66 req-3e66b423-1f90-4980-b73f-3f9c49555651 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 944 time: 0.0556259 Mar 08 17:41:49.130995 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:41:49.133191 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15d8de0-1749-4cb8-a599-ebfefda71923" -d '{"events": [{"server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "name": "network-vif-plugged", "status": "completed", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:41:49.145640 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 22aed709-993e-4b48-baed-24d6e4719ec2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=22aed709-993e-4b48-baed-24d6e4719ec2,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:41:49.168034 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cd49a13d-bebb-46ae-a57a-8979fcd64f66 req-a5e1cf42-f2c5-4d3a-8a36-b3e016a40819 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469551 Mar 08 17:41:49.173681 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75f6370-dafb-4844-8f27-b374ffea3a35 x-openstack-request-id: req-a75f6370-dafb-4844-8f27-b374ffea3a35 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:41:49.174009 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "name": "network-vif-plugged", "status": "completed", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:41:49.174424 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a75f6370-dafb-4844-8f27-b374ffea3a35 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:41:49.174824 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2', 'code': 200} Mar 08 17:41:49.227823 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:49.273940 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=22aed709-993e-4b48-baed-24d6e4719ec2,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:49.536541 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6d5e0-789b-4410-ab5d-3c2ed1f7189f req-902161e7-14fc-4a11-8d62-8c7a23edd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:49.538084 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-57b6d5e0-789b-4410-ab5d-3c2ed1f7189f req-902161e7-14fc-4a11-8d62-8c7a23edd3eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 1129 time: 0.0446355 Mar 08 17:41:49.580734 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0f6ac-3714-438e-bf3b-bf445a3d4caa req-34cfa31b-d771-48a5-9100-fb933005af63 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:49.582257 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-35a0f6ac-3714-438e-bf3b-bf445a3d4caa req-34cfa31b-d771-48a5-9100-fb933005af63 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0506322 Mar 08 17:41:49.589598 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-57b6d5e0-789b-4410-ab5d-3c2ed1f7189f req-636aec15-74b2-4a4c-beff-9e783aee4406 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Mar 08 17:41:49.632486 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-35a0f6ac-3714-438e-bf3b-bf445a3d4caa req-e08acbb9-658c-4f2a-8742-cf39c60a7005 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442626 Mar 08 17:41:50.011056 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bc961-d58f-4290-ad95-fed46d165c90 req-a0b0d341-b819-4c8c-bbdd-af284a10950d tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:50.012536 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-458bc961-d58f-4290-ad95-fed46d165c90 req-a0b0d341-b819-4c8c-bbdd-af284a10950d tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 946 time: 0.0555925 Mar 08 17:41:50.059402 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-458bc961-d58f-4290-ad95-fed46d165c90 req-ba0d8dd5-afe5-4e82-bdf2-e0af08c52372 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404885 Mar 08 17:41:50.285500 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513bb92-f6bd-4049-a613-947ff9cff12a req-b62ac1d8-d671-449c-9e4c-5554d47081be tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:50.287008 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a513bb92-f6bd-4049-a613-947ff9cff12a req-b62ac1d8-d671-449c-9e4c-5554d47081be tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0530264 Mar 08 17:41:50.324861 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:50.336683 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a513bb92-f6bd-4049-a613-947ff9cff12a req-d4cb4569-b93b-4324-8181-7c5b77377b6b tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440605 Mar 08 17:41:50.755100 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9a518-8741-4e7e-a6aa-6005c6fa5bf2 req-0638d066-6219-420b-91c3-104ca86fbc43 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:50.756552 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b5c9a518-8741-4e7e-a6aa-6005c6fa5bf2 req-0638d066-6219-420b-91c3-104ca86fbc43 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0530703 Mar 08 17:41:50.801802 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b5c9a518-8741-4e7e-a6aa-6005c6fa5bf2 req-3af6bc9b-3b06-4135-9419-dfc814fe97d2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398021 Mar 08 17:41:51.180036 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd96414-67b4-484a-ae06-faacf2d13220 req-2fe59e57-719e-4bec-980d-05540c8c8338 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:51.181436 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4fd96414-67b4-484a-ae06-faacf2d13220 req-2fe59e57-719e-4bec-980d-05540c8c8338 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 946 time: 0.0533390 Mar 08 17:41:51.230633 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4fd96414-67b4-484a-ae06-faacf2d13220 req-f2274ece-7b2b-4395-930e-01fc27dcac2d tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430269 Mar 08 17:41:51.318779 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8772bba6-70db-4f00-824d-e7154e10ec93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:51.457895 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a70e7-d437-47a5-83f9-d15f6895f25b req-39c25dee-e5c1-4fe0-8d34-870c6d8a8b90 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:51.459369 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-217a70e7-d437-47a5-83f9-d15f6895f25b req-39c25dee-e5c1-4fe0-8d34-870c6d8a8b90 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0557265 Mar 08 17:41:51.507287 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-217a70e7-d437-47a5-83f9-d15f6895f25b req-ac272b24-e37d-43a7-9fef-8b9a38c7998c tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 Mar 08 17:41:51.872347 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-187ac5e8-e13b-422b-9966-50c9c471dc69 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:51.874630 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-187ac5e8-e13b-422b-9966-50c9c471dc69 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 946 time: 0.0533986 Mar 08 17:41:51.926546 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1ec0a-e618-4c5a-8593-58f125977dad req-0ed012b6-fd3e-4110-9157-32c075ced05e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:51.928525 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f6e1ec0a-e618-4c5a-8593-58f125977dad req-0ed012b6-fd3e-4110-9157-32c075ced05e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0561490 Mar 08 17:41:51.982508 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f6e1ec0a-e618-4c5a-8593-58f125977dad req-831ce9bf-3142-433f-ab5b-45c8ab67d120 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446796 Mar 08 17:41:51.990633 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Deleting port 55e8338c-764a-49e6-9f57-26cc629d4918 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:41:51.990978 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:52.084296 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] For port 55e8338c-764a-49e6-9f57-26cc629d4918, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=55e8338c-764a-49e6-9f57-26cc629d4918,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:41:52.084584 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:52.257847 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:52.258222 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (6d2af72e-d662-4108-84d7-6f43d05b3975), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:52.258548 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Floating IP 6d2af72e-d662-4108-84d7-6f43d05b3975 disassociated. External IP: 172.27.3.154, port: 55e8338c-764a-49e6-9f57-26cc629d4918. Mar 08 17:41:52.258896 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Calling delete_port for 55e8338c-764a-49e6-9f57-26cc629d4918 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:41:52.381707 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523ff25-2fa0-47a2-a965-5533850bbdc9 req-2109340e-682a-4e20-8624-79e48161fd26 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:52.383207 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a523ff25-2fa0-47a2-a965-5533850bbdc9 req-2109340e-682a-4e20-8624-79e48161fd26 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 946 time: 0.0788872 Mar 08 17:41:52.471833 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a523ff25-2fa0-47a2-a965-5533850bbdc9 req-488d1c21-2503-447c-aa42-de6f6ec7cc2d tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832627 Mar 08 17:41:52.547554 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (55e8338c-764a-49e6-9f57-26cc629d4918), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:52.580222 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'Port': ['ID=55e8338c-764a-49e6-9f57-26cc629d4918,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:52.639870 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a40e8f-7dda-4241-9997-9e3e1615a31e req-2715e06e-3e49-4a83-9c44-8b7cd1ad6bb4 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:52.641421 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-55a40e8f-7dda-4241-9997-9e3e1615a31e req-2715e06e-3e49-4a83-9c44-8b7cd1ad6bb4 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0659325 Mar 08 17:41:52.690766 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-55a40e8f-7dda-4241-9997-9e3e1615a31e req-c37e3e27-8e8d-4239-b98e-a0d81a9365ef tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Mar 08 17:41:52.697562 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:41:52.718799 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:52.807072 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:41:52.818245 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644a5a4-ef11-4804-9b26-0df8a391807a None None] Sync routers for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:41:52.829047 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1644a5a4-ef11-4804-9b26-0df8a391807a None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:41:52.829680 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-1644a5a4-ef11-4804-9b26-0df8a391807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:41:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:52.848816 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] No DVR routers for this DVR port 55e8338c-764a-49e6-9f57-26cc629d4918 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:41:52.851604 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:52.854973 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d5da648a-a933-48ed-a772-4a5d30ddeb3b req-9b3f5d3b-43ad-4ab6-96b5-4d4f6f141e93 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "DELETE /v2.0/ports/55e8338c-764a-49e6-9f57-26cc629d4918 HTTP/1.1" status: 204 len: 173 time: 0.9715860 Mar 08 17:41:52.855427 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'name': 'network-vif-deleted', 'tag': '55e8338c-764a-49e6-9f57-26cc629d4918'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:41:52.858066 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b1dd22-821c-49fa-9688-8e185948dc66" -d '{"events": [{"server_uuid": "1693e6de-3c27-4dc6-9cfa-8eb596466272", "name": "network-vif-deleted", "tag": "55e8338c-764a-49e6-9f57-26cc629d4918"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:41:52.893633 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3ce91d-7509-409a-a1e9-c1cea65fb4d1 x-openstack-request-id: req-0b3ce91d-7509-409a-a1e9-c1cea65fb4d1 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:41:52.894256 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1693e6de-3c27-4dc6-9cfa-8eb596466272", "name": "network-vif-deleted", "tag": "55e8338c-764a-49e6-9f57-26cc629d4918", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:41:52.894256 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b3ce91d-7509-409a-a1e9-c1cea65fb4d1 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:41:52.894584 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1693e6de-3c27-4dc6-9cfa-8eb596466272', 'name': 'network-vif-deleted', 'tag': '55e8338c-764a-49e6-9f57-26cc629d4918', 'status': 'completed', 'code': 200} Mar 08 17:41:52.948080 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-1644a5a4-ef11-4804-9b26-0df8a391807a None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:41:53.125835 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cc9f5-8f61-4be1-b865-370f326b6322 req-269b753c-779e-41d5-b375-9d12ff282c45 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:53.127515 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff8cc9f5-8f61-4be1-b865-370f326b6322 req-269b753c-779e-41d5-b375-9d12ff282c45 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0618861 Mar 08 17:41:53.168307 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-1644a5a4-ef11-4804-9b26-0df8a391807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:53.175770 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff8cc9f5-8f61-4be1-b865-370f326b6322 req-a999c9b6-ce22-4f15-b41f-7c5d7f9bd98c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423310 Mar 08 17:41:53.202878 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644a5a4-ef11-4804-9b26-0df8a391807a None None] Checking router: d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:41:53.211334 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1644a5a4-ef11-4804-9b26-0df8a391807a None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:41:53.211952 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-1644a5a4-ef11-4804-9b26-0df8a391807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:41:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:53.318422 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-1644a5a4-ef11-4804-9b26-0df8a391807a None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:41:53.513878 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-1644a5a4-ef11-4804-9b26-0df8a391807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:41:53.540462 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644a5a4-ef11-4804-9b26-0df8a391807a None None] The sync data for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi is: [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:41:53.583249 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7aa09bef-462b-4f8c-b939-3d8c5ebb3c52 req-76f3edca-a814-4b9d-80cf-48dd16a8a403 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=1693e6de-3c27-4dc6-9cfa-8eb596466272 HTTP/1.1" status: 200 len: 210 time: 0.0284052 Mar 08 17:41:53.769001 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a3133-706a-4023-b549-47801bd82e38 None None] New status for floating IP 6d2af72e-d662-4108-84d7-6f43d05b3975: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:41:53.907436 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:54.296233 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423f7cd-0a38-41db-8fa7-d62e6296c7d8 req-5ac8388d-c2ee-49cf-a9b4-d9dec4096e4c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:54.297610 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7423f7cd-0a38-41db-8fa7-d62e6296c7d8 req-5ac8388d-c2ee-49cf-a9b4-d9dec4096e4c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0515695 Mar 08 17:41:54.344487 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7423f7cd-0a38-41db-8fa7-d62e6296c7d8 req-8b05fab7-b7a6-4014-b973-7c670a189596 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411024 Mar 08 17:41:54.725343 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 54684) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:54.778760 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eb0e58d6-912b-4d72-b0af-920fedacf3b4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (93a9bd5c-7273-49e1-90fb-107f3dc9fdc9), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:54.802513 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eb0e58d6-912b-4d72-b0af-920fedacf3b4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (93a9bd5c-7273-49e1-90fb-107f3dc9fdc9), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:54.936552 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eb0e58d6-912b-4d72-b0af-920fedacf3b4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (93a9bd5c-7273-49e1-90fb-107f3dc9fdc9), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:54.939136 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eb0e58d6-912b-4d72-b0af-920fedacf3b4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:54.940278 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-eb0e58d6-912b-4d72-b0af-920fedacf3b4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "DELETE /v2.0/security-groups/93a9bd5c-7273-49e1-90fb-107f3dc9fdc9 HTTP/1.1" status: 204 len: 168 time: 0.2139237 Mar 08 17:41:54.943279 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54686) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:54.949172 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e58d6-912b-4d72-b0af-920fedacf3b4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a9bd5c-7273-49e1-90fb-107f3dc9fdc9,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:54.956589 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.api.v2.resource [None req-23fa66cb-ace2-4c9f-afd9-dac9171e575a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] show failed (client error): The resource could not be found. Mar 08 17:41:54.958869 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:41:54.959386 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-23fa66cb-ace2-4c9f-afd9-dac9171e575a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups/93a9bd5c-7273-49e1-90fb-107f3dc9fdc9 HTTP/1.1" status: 404 len: 347 time: 0.0143492 Mar 08 17:41:54.961612 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54688) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:55.089115 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-5f80462f-7ec9-4b09-86cf-58c6115bc337 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Deleting port 6a7a4cbe-d74e-4244-b849-38c621eaa986 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:41:55.089451 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5f80462f-7ec9-4b09-86cf-58c6115bc337 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (6a7a4cbe-d74e-4244-b849-38c621eaa986), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.164498 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5f80462f-7ec9-4b09-86cf-58c6115bc337 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (6a7a4cbe-d74e-4244-b849-38c621eaa986), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.164828 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5f80462f-7ec9-4b09-86cf-58c6115bc337 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (6a7a4cbe-d74e-4244-b849-38c621eaa986), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.177172 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-5f80462f-7ec9-4b09-86cf-58c6115bc337 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Calling delete_port for 6a7a4cbe-d74e-4244-b849-38c621eaa986 owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:41:55.296187 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.347222 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5f80462f-7ec9-4b09-86cf-58c6115bc337 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (6a7a4cbe-d74e-4244-b849-38c621eaa986), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.373333 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80462f-7ec9-4b09-86cf-58c6115bc337 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'Port': ['ID=6a7a4cbe-d74e-4244-b849-38c621eaa986,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:55.457886 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5f80462f-7ec9-4b09-86cf-58c6115bc337 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (6d2af72e-d662-4108-84d7-6f43d05b3975), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.460415 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5f80462f-7ec9-4b09-86cf-58c6115bc337 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.461578 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5f80462f-7ec9-4b09-86cf-58c6115bc337 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "DELETE /v2.0/floatingips/6d2af72e-d662-4108-84d7-6f43d05b3975 HTTP/1.1" status: 204 len: 168 time: 0.4989505 Mar 08 17:41:55.484572 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37493c-fe68-4668-a6b0-78c42a50ebf6 req-038882b4-2fa5-43ec-964a-00492e3d9b62 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:55.486223 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ac37493c-fe68-4668-a6b0-78c42a50ebf6 req-038882b4-2fa5-43ec-964a-00492e3d9b62 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0638914 Mar 08 17:41:55.536350 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ac37493c-fe68-4668-a6b0-78c42a50ebf6 req-2c5dde09-5b29-44c8-8980-a8943a465478 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447173 Mar 08 17:41:55.639758 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54694) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:55.644264 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-4c68fbd9-3cb4-49b4-aaee-d018598c5b44 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1330413316', 'description': 'tempest-description--1927004831'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:41:55.695739 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4c68fbd9-3cb4-49b4-aaee-d018598c5b44 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.760184 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4c68fbd9-3cb4-49b4-aaee-d018598c5b44 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (1c532aaf-d02f-447e-b4c4-d0b76dda7462), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.820767 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4c68fbd9-3cb4-49b4-aaee-d018598c5b44 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (1c532aaf-d02f-447e-b4c4-d0b76dda7462), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.849109 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68fbd9-3cb4-49b4-aaee-d018598c5b44 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c532aaf-d02f-447e-b4c4-d0b76dda7462,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:55.921298 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4c68fbd9-3cb4-49b4-aaee-d018598c5b44 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:55.922952 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4c68fbd9-3cb4-49b4-aaee-d018598c5b44 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2818582 Mar 08 17:41:55.925345 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54696) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:55.929893 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-ea67a5fa-e3ee-40d4-bcc7-3b68140c6275 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group_rule': {'security_group_id': '1c532aaf-d02f-447e-b4c4-d0b76dda7462', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:41:56.009087 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea67a5fa-e3ee-40d4-bcc7-3b68140c6275 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (01f0413d-7d8f-442b-8815-43d8d7b3703c), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.064188 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea67a5fa-e3ee-40d4-bcc7-3b68140c6275 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (01f0413d-7d8f-442b-8815-43d8d7b3703c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.135745 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea67a5fa-e3ee-40d4-bcc7-3b68140c6275 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (01f0413d-7d8f-442b-8815-43d8d7b3703c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.153063 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67a5fa-e3ee-40d4-bcc7-3b68140c6275 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f0413d-7d8f-442b-8815-43d8d7b3703c,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:56.229338 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea67a5fa-e3ee-40d4-bcc7-3b68140c6275 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.230591 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ea67a5fa-e3ee-40d4-bcc7-3b68140c6275 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3043005 Mar 08 17:41:56.233344 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54698) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:56.237670 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-8465b902-54f5-490b-ad01-fc1707df4866 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group_rule': {'security_group_id': '1c532aaf-d02f-447e-b4c4-d0b76dda7462', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:41:56.363958 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8465b902-54f5-490b-ad01-fc1707df4866 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (43141c05-a09b-4a60-bb5d-cc3411e98f06), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.419217 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8465b902-54f5-490b-ad01-fc1707df4866 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (43141c05-a09b-4a60-bb5d-cc3411e98f06), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.512900 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8465b902-54f5-490b-ad01-fc1707df4866 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (43141c05-a09b-4a60-bb5d-cc3411e98f06), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.533617 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465b902-54f5-490b-ad01-fc1707df4866 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43141c05-a09b-4a60-bb5d-cc3411e98f06,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:56.600907 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8465b902-54f5-490b-ad01-fc1707df4866 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.602276 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8465b902-54f5-490b-ad01-fc1707df4866 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3679321 Mar 08 17:41:56.606818 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54702) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:41:56.610656 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:41:56.677051 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699e2f4-436f-4b78-81cf-ec3b95943b40 req-42b8b2f4-ea75-484f-ab82-d3d0169fc2fa tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:56.678549 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3699e2f4-436f-4b78-81cf-ec3b95943b40 req-42b8b2f4-ea75-484f-ab82-d3d0169fc2fa tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0621281 Mar 08 17:41:56.721052 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.728056 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3699e2f4-436f-4b78-81cf-ec3b95943b40 req-99f64124-4404-400d-97e1-d1ee277f3faa tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Mar 08 17:41:56.823499 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:56.927544 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Allocated IP 172.27.3.190 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/ff865d4b-f283-4143-848e-e29fefeabfb6) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:41:57.006165 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 55e8338c-764a-49e6-9f57-26cc629d4918 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:41:57.026523 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: 55e8338c-764a-49e6-9f57-26cc629d4918 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:41:57.026947 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 55e8338c-764a-49e6-9f57-26cc629d4918 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:41:57.030366 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (ff865d4b-f283-4143-848e-e29fefeabfb6), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:57.125355 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (ff865d4b-f283-4143-848e-e29fefeabfb6), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:57.164011 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:41:57.166728 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:41:57.170149 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:41:57.191269 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=ff865d4b-f283-4143-848e-e29fefeabfb6,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:57.253148 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (f4aa277c-1a11-422a-b2bf-ae293a8fee41), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:57.355449 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ff865d4b-f283-4143-848e-e29fefeabfb6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:57.496583 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (ff865d4b-f283-4143-848e-e29fefeabfb6), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:57.558748 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (ff865d4b-f283-4143-848e-e29fefeabfb6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:57.627190 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=ff865d4b-f283-4143-848e-e29fefeabfb6,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:57.639150 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (f4aa277c-1a11-422a-b2bf-ae293a8fee41), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:57.726593 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:57.727864 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b7085d21-6c30-452d-86fa-da15bf33cd35 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1214201 Mar 08 17:41:57.852944 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338cf9a-d4b0-4c0d-82fe-a519f0cc96d4 req-f545eaf7-8beb-4113-99d4-44260fd1dd31 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:57.854467 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7338cf9a-d4b0-4c0d-82fe-a519f0cc96d4 req-f545eaf7-8beb-4113-99d4-44260fd1dd31 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0528958 Mar 08 17:41:57.878100 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-8d9de194-923d-4ca3-93b5-ed8233ba1beb tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1330413316&fields=id&tenant_id=2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 267 time: 0.0433245 Mar 08 17:41:57.902201 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7338cf9a-d4b0-4c0d-82fe-a519f0cc96d4 req-a36c1621-37c4-41cf-a1a8-0aa4666b4e54 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Mar 08 17:41:57.986810 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-90298f4a-9112-4da5-b7a3-5a97f0a03471 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:57.986810 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-90298f4a-9112-4da5-b7a3-5a97f0a03471 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 814 time: 0.1007490 Mar 08 17:41:58.014489 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-ba545480-860e-42c6-ab76-2bb61eab25b4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/quotas/2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 375 time: 0.0191422 Mar 08 17:41:58.070043 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-fbbeb3bb-2443-48ce-869f-01e09224393f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502555 Mar 08 17:41:58.160902 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-8f989403-c08a-4c06-a339-ff2cd28572c7 service neutron] 10.222.0.66 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797815 Mar 08 17:41:58.249529 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-0043a797-9214-47df-b4b5-d1b3a237e61f service neutron] 10.222.0.66 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830801 Mar 08 17:41:58.483848 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5c0db4b2-97fe-4b8b-bf73-4dbea3ec77eb req-c7178961-a97d-4c05-8d08-d402acc77f3b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 210 time: 0.0286162 Mar 08 17:41:59.021717 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ade801df-55b8-4749-9330-86aeb0f6e678 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:41:59.039000 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c3d3b-5210-4039-a44a-93a009f425f2 req-ab791db6-5de2-4a2f-9f4a-d52d23c1ad47 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:41:59.044860 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-900c3d3b-5210-4039-a44a-93a009f425f2 req-ab791db6-5de2-4a2f-9f4a-d52d23c1ad47 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0698292 Mar 08 17:41:59.092066 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-900c3d3b-5210-4039-a44a-93a009f425f2 req-8221e2e5-1994-4c28-a9c2-eccbc7a6e6bc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413895 Mar 08 17:41:59.126330 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:41:59.137080 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'port_id': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'mac_address': 'fa:16:3e:05:2e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:41:59.172667 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port ade801df-55b8-4749-9330-86aeb0f6e678 is: ACTIVE; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:41:59.173052 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:59.185594 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ade801df-55b8-4749-9330-86aeb0f6e678 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:41:59.204926 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:41:59.296532 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:41:59.349079 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=ade801df-55b8-4749-9330-86aeb0f6e678,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:41:59.409783 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['ade801df-55b8-4749-9330-86aeb0f6e678'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:41:59.577358 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-03da6619-eaa6-4def-ae55-6376dc60800b req-4e1e47c6-f2d8-4663-9352-9e68a8bc5b5f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 210 time: 0.0260193 Mar 08 17:42:00.381561 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5d1ac-e225-49a3-b135-e089655f3924 req-9061ac08-b870-4d8f-b8a9-03bb2b565c95 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:00.383071 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09a5d1ac-e225-49a3-b135-e089655f3924 req-9061ac08-b870-4d8f-b8a9-03bb2b565c95 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 945 time: 0.0624630 Mar 08 17:42:00.457402 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09a5d1ac-e225-49a3-b135-e089655f3924 req-bee2e10e-3ef3-4e69-8df3-5ebc24eeedc0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688159 Mar 08 17:42:00.531426 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-6a7a96f1-b838-4687-9974-ded67cc3bf4b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:00.532841 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-6a7a96f1-b838-4687-9974-ded67cc3bf4b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 814 time: 0.1181417 Mar 08 17:42:00.611082 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-8694c582-35bb-4e35-9adb-80823e3d4dde tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 380 time: 0.0578742 Mar 08 17:42:00.619691 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'port': {'device_id': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'admin_state_up': True, 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'security_groups': ['1c532aaf-d02f-447e-b4c4-d0b76dda7462']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:42:00.671737 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6a97d9cc-a4ca-4414-a4a0-dbbaa17529e5 req-040247f9-cde8-4e70-abb1-1dd74df44830 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 210 time: 0.0281763 Mar 08 17:42:00.764286 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Made reservation on behalf of 2ca264a980814b29a89a22c1f380b152 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:42:00.767679 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:00.893485 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Allocated IP 172.20.0.9 (083a3b6b-4efb-4149-8e17-9fd0d91c8ac8/bd53e22c-10cd-4953-9708-3b5f40ae7dfa/d2699632-9655-4d4d-b1e7-6741c450572d) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:42:01.023327 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (d2699632-9655-4d4d-b1e7-6741c450572d), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:01.034853 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ade801df-55b8-4749-9330-86aeb0f6e678 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:42:01.081091 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port ade801df-55b8-4749-9330-86aeb0f6e678 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:42:01.081460 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:01.124928 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:01.159527 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port ade801df-55b8-4749-9330-86aeb0f6e678 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:42:01.159923 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:01.183973 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:42:01.186312 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d24a75-f3f1-45cf-9f5c-a985ad7cfca2" -d '{"events": [{"server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "name": "network-vif-plugged", "status": "completed", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:42:01.199733 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:01.224220 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aeb9ff-d8df-4e73-98a0-bc43dc1484c5 x-openstack-request-id: req-65aeb9ff-d8df-4e73-98a0-bc43dc1484c5 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:42:01.224515 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "name": "network-vif-plugged", "status": "completed", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:42:01.224770 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65aeb9ff-d8df-4e73-98a0-bc43dc1484c5 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:42:01.225171 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'code': 200} Mar 08 17:42:01.256374 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:01.305137 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=ade801df-55b8-4749-9330-86aeb0f6e678,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:01.436540 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:42:01.439460 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:42:01.443059 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:42:01.466372 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=d2699632-9655-4d4d-b1e7-6741c450572d,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:01.496531 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:01.497196 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:01.567195 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-e6671331-18a5-4ccc-b149-2f12855fb531 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9514432 Mar 08 17:42:01.581722 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Request body: {'port': {'device_id': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:42:01.592191 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca4b01-ab5e-46b1-80af-87d8daca0356 req-7f357612-7487-4680-94cb-cd56241deb8a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:01.593713 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-30ca4b01-ab5e-46b1-80af-87d8daca0356 req-7f357612-7487-4680-94cb-cd56241deb8a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0628126 Mar 08 17:42:01.645151 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-30ca4b01-ab5e-46b1-80af-87d8daca0356 req-9c455692-7ba6-476c-b848-5c89605cda9e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452478 Mar 08 17:42:01.648352 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:01.676404 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-0a7fcad2-599a-4ac0-843a-ee1cc7912df8 None None] Provisioning complete for port d2699632-9655-4d4d-b1e7-6741c450572d triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:42:01.676781 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a7fcad2-599a-4ac0-843a-ee1cc7912df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:01.713142 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fcad2-599a-4ac0-843a-ee1cc7912df8 None None] Port d2699632-9655-4d4d-b1e7-6741c450572d cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:42:01.863053 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cca80-48fc-4d84-a72f-8383e9e5390b req-4b93ea3e-a024-4dd4-b7e7-10e892649673 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:01.864526 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-de2cca80-48fc-4d84-a72f-8383e9e5390b req-4b93ea3e-a024-4dd4-b7e7-10e892649673 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 931 time: 0.1153045 Mar 08 17:42:01.941930 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-de2cca80-48fc-4d84-a72f-8383e9e5390b req-24d0d23f-615f-46ef-848d-1eb775c96516 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715027 Mar 08 17:42:01.980305 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2699632-9655-4d4d-b1e7-6741c450572d {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:42:01.987829 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Publish callbacks [] for port (d2699632-9655-4d4d-b1e7-6741c450572d), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:02.000055 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Transition to ACTIVE for port object d2699632-9655-4d4d-b1e7-6741c450572d will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:42:02.090159 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:02.141714 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Pushing event updated for resources: {'Port': ['ID=d2699632-9655-4d4d-b1e7-6741c450572d,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:02.211347 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Attempting to bind port d2699632-9655-4d4d-b1e7-6741c450572d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:42:02.211685 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Attempting to bind port d2699632-9655-4d4d-b1e7-6741c450572d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:42:02.212017 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Attempting to bind port d2699632-9655-4d4d-b1e7-6741c450572d on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:42:02.216500 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Port d2699632-9655-4d4d-b1e7-6741c450572d on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:42:02.216822 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Attempting to bind port d2699632-9655-4d4d-b1e7-6741c450572d on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:42:02.221887 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:42:02.222227 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Checking segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:42:02.222612 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Bound using segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:42:02.223038 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Bound port: d2699632-9655-4d4d-b1e7-6741c450572d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:42:02.223395 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:02.291365 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] For port d2699632-9655-4d4d-b1e7-6741c450572d, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:42:02.294962 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] For port d2699632-9655-4d4d-b1e7-6741c450572d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2699632-9655-4d4d-b1e7-6741c450572d,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:42:02.399099 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:02.433565 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:02.434229 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:02.436855 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] 10.222.0.64 "PUT /v2.0/ports/d2699632-9655-4d4d-b1e7-6741c450572d HTTP/1.1" status: 200 len: 1093 time: 0.8594253 Mar 08 17:42:02.437418 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'tag': 'd2699632-9655-4d4d-b1e7-6741c450572d'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:42:02.439665 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a351bb4-4740-4d4c-b424-2937bc098c50" -d '{"events": [{"name": "network-changed", "server_uuid": "01ebdd8d-84e2-4237-8f85-edf175303a45", "tag": "d2699632-9655-4d4d-b1e7-6741c450572d"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:42:02.467743 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6200edf-57fa-4fff-93ab-06675727e99b service neutron] Pushing event updated for resources: {'Port': ['ID=d2699632-9655-4d4d-b1e7-6741c450572d,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:02.480498 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2706cc2-ec68-4317-b2de-1d4d04a93bc8 x-openstack-request-id: req-a2706cc2-ec68-4317-b2de-1d4d04a93bc8 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:42:02.480796 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ebdd8d-84e2-4237-8f85-edf175303a45", "tag": "d2699632-9655-4d4d-b1e7-6741c450572d", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:42:02.481053 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2706cc2-ec68-4317-b2de-1d4d04a93bc8 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:42:02.481459 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'tag': 'd2699632-9655-4d4d-b1e7-6741c450572d', 'status': 'completed', 'code': 200} Mar 08 17:42:02.554445 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a351bb4-4740-4d4c-b424-2937bc098c50 req-d350c0cc-896e-4be3-ac9c-6e4544e0a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:02.556014 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a351bb4-4740-4d4c-b424-2937bc098c50 req-d350c0cc-896e-4be3-ac9c-6e4544e0a8cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 1127 time: 0.0457895 Mar 08 17:42:02.664314 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a351bb4-4740-4d4c-b424-2937bc098c50 req-ac99434c-d637-449d-ac97-a2fd957f7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:02.665789 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a351bb4-4740-4d4c-b424-2937bc098c50 req-ac99434c-d637-449d-ac97-a2fd957f7793 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2ca264a980814b29a89a22c1f380b152&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1003954 Mar 08 17:42:02.791905 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a351bb4-4740-4d4c-b424-2937bc098c50 req-4bb0ab0e-884d-4478-95df-751e34803496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:02.793295 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8a351bb4-4740-4d4c-b424-2937bc098c50 req-4bb0ab0e-884d-4478-95df-751e34803496 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1212044 Mar 08 17:42:02.805081 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf608a8-db1b-45b5-a7c7-0a216a311a6c req-7ac582ba-a7cd-4a74-b900-61d82dfe3720 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:02.806517 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-daf608a8-db1b-45b5-a7c7-0a216a311a6c req-7ac582ba-a7cd-4a74-b900-61d82dfe3720 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0802503 Mar 08 17:42:02.877207 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-daf608a8-db1b-45b5-a7c7-0a216a311a6c req-29301bae-5689-48e7-a874-abace8338fd7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648437 Mar 08 17:42:02.892352 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-3621c716-b406-45c2-b6dd-0c268817eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:02.893867 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-3621c716-b406-45c2-b6dd-0c268817eb1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 1127 time: 0.0563667 Mar 08 17:42:02.939230 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-147513fd-49bd-4438-9c6d-7138d5fc5993 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2699632-9655-4d4d-b1e7-6741c450572d HTTP/1.1" status: 200 len: 217 time: 0.0340188 Mar 08 17:42:02.993001 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-5ed743c5-4b9e-491a-a7c6-52ced798ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:02.994816 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-5ed743c5-4b9e-491a-a7c6-52ced798ee2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.0477371 Mar 08 17:42:03.048345 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-b983a076-39f0-4c6d-89b9-53309e908311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:03.049902 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-b983a076-39f0-4c6d-89b9-53309e908311 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455799 Mar 08 17:42:03.060551 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb5194-b016-48a4-aa8d-30aa1bc8e04e req-5fc3ee3f-dc29-4990-9644-0d133db40071 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:03.062623 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0fdb5194-b016-48a4-aa8d-30aa1bc8e04e req-5fc3ee3f-dc29-4990-9644-0d133db40071 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 943 time: 0.0512412 Mar 08 17:42:03.108489 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0fdb5194-b016-48a4-aa8d-30aa1bc8e04e req-80699092-4d1b-4347-9cd4-99e8c6fc4009 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409203 Mar 08 17:42:03.139669 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-d87517e8-b777-4f6a-8211-2ecc291efcc2 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815043 Mar 08 17:42:03.344495 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cdb192-9370-4e5f-9feb-5b4eaeeb2d04 req-cbee5144-6c0d-4c44-8e4d-b4580fcc8394 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867674 Mar 08 17:42:04.004266 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb515b-1521-4ebc-9f0d-51f07db7a847 req-52a3cac9-7b7e-4785-ae03-e80fc262192a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:04.005871 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bdbb515b-1521-4ebc-9f0d-51f07db7a847 req-52a3cac9-7b7e-4785-ae03-e80fc262192a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0572045 Mar 08 17:42:04.053841 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bdbb515b-1521-4ebc-9f0d-51f07db7a847 req-63ca6a95-79d6-4a27-981c-8fe8ec0b6629 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Mar 08 17:42:04.264143 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab0080-25ed-4c34-b2e7-042dfff57682 req-2624dddd-a50a-485a-a738-07921b76ee75 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:04.265537 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9fab0080-25ed-4c34-b2e7-042dfff57682 req-2624dddd-a50a-485a-a738-07921b76ee75 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 943 time: 0.0605297 Mar 08 17:42:04.320200 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9fab0080-25ed-4c34-b2e7-042dfff57682 req-9de15c97-ff05-406f-a4cd-34cf71ac7729 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470042 Mar 08 17:42:05.188369 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6359b-1005-4596-982d-3532dfb22162 req-c731ab99-b743-4072-ad66-066fe1d26bfb tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:05.189930 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ab6359b-1005-4596-982d-3532dfb22162 req-c731ab99-b743-4072-ad66-066fe1d26bfb tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0621772 Mar 08 17:42:05.247547 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9ab6359b-1005-4596-982d-3532dfb22162 req-115d2597-669e-43c1-a467-a18793d9cf67 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506265 Mar 08 17:42:05.451768 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ea038-0aba-4763-ad04-07f46d47acce req-5307940d-1384-427f-bdc3-47b607d09ebe tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:05.453304 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f78ea038-0aba-4763-ad04-07f46d47acce req-5307940d-1384-427f-bdc3-47b607d09ebe tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 943 time: 0.0550344 Mar 08 17:42:05.503889 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f78ea038-0aba-4763-ad04-07f46d47acce req-63a0f851-b6d3-4004-ad9e-0286a843a79f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442524 Mar 08 17:42:06.391790 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39297ce3-2659-4482-b578-10bb105f83a1 req-8e574d84-b2df-4630-bd25-f6310cc0dd56 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:06.393644 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-39297ce3-2659-4482-b578-10bb105f83a1 req-8e574d84-b2df-4630-bd25-f6310cc0dd56 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0556319 Mar 08 17:42:06.444897 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-39297ce3-2659-4482-b578-10bb105f83a1 req-38c3f37c-2d2f-466c-a5ae-be3b7d5ff0cc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 Mar 08 17:42:06.660108 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67834bea-b38c-4dc5-a6d2-52fc09495d74 req-5fc353d5-7e8e-42c9-8ac4-d01d5284fb78 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:06.661779 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67834bea-b38c-4dc5-a6d2-52fc09495d74 req-5fc353d5-7e8e-42c9-8ac4-d01d5284fb78 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 943 time: 0.0582461 Mar 08 17:42:06.711387 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67834bea-b38c-4dc5-a6d2-52fc09495d74 req-587cd0b7-ee6b-4084-ab04-f3818109953b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Mar 08 17:42:07.587694 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d04910-d267-4ba0-aa3f-5ea538df552a req-dd4e4c77-7896-477f-976c-4e52fb1272f4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:07.589598 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-40d04910-d267-4ba0-aa3f-5ea538df552a req-dd4e4c77-7896-477f-976c-4e52fb1272f4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0590522 Mar 08 17:42:07.640854 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-40d04910-d267-4ba0-aa3f-5ea538df552a req-f900df6c-d150-4972-b8b9-06bedd62cb5f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445945 Mar 08 17:42:07.858786 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d692d-2aed-4d64-93e8-54812ce5e0ac req-e307e87d-256c-40c8-8647-3660f773cc9a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:07.858786 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-737d692d-2aed-4d64-93e8-54812ce5e0ac req-e307e87d-256c-40c8-8647-3660f773cc9a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 943 time: 0.0540757 Mar 08 17:42:07.889350 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-737d692d-2aed-4d64-93e8-54812ce5e0ac req-4051ed20-a096-4b52-a8f6-09ba38e3c098 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455313 Mar 08 17:42:08.968883 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e704714-a286-4add-9aa7-85dec149076e req-cdffef57-ef7f-4d66-99a3-6583f3e35182 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:08.970428 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4e704714-a286-4add-9aa7-85dec149076e req-cdffef57-ef7f-4d66-99a3-6583f3e35182 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0558360 Mar 08 17:42:09.019166 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30421c1-5e07-47e6-af8a-8cf2f853a90e req-6892f5fb-0ef2-4fd5-86b4-ab02ace88187 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:09.020108 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4e704714-a286-4add-9aa7-85dec149076e req-69d5cfbe-11f8-4337-8bd8-4a1de2b86520 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Mar 08 17:42:09.021634 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b30421c1-5e07-47e6-af8a-8cf2f853a90e req-6892f5fb-0ef2-4fd5-86b4-ab02ace88187 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 943 time: 0.0554488 Mar 08 17:42:09.068295 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device d2699632-9655-4d4d-b1e7-6741c450572d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:42:09.076742 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b30421c1-5e07-47e6-af8a-8cf2f853a90e req-71223352-db52-4708-a671-7d8adfa5bb7e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489070 Mar 08 17:42:09.175672 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port d2699632-9655-4d4d-b1e7-6741c450572d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2699632-9655-4d4d-b1e7-6741c450572d,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:09.185669 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'd2699632-9655-4d4d-b1e7-6741c450572d', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'port_id': 'd2699632-9655-4d4d-b1e7-6741c450572d', 'mac_address': 'fa:16:3e:70:45:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:42:09.223191 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port d2699632-9655-4d4d-b1e7-6741c450572d is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:42:09.223589 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:09.236522 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2699632-9655-4d4d-b1e7-6741c450572d {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:42:09.256373 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port d2699632-9655-4d4d-b1e7-6741c450572d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2699632-9655-4d4d-b1e7-6741c450572d,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:09.324354 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:09.373334 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=d2699632-9655-4d4d-b1e7-6741c450572d,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:09.994412 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['d2699632-9655-4d4d-b1e7-6741c450572d'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:42:10.186834 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209df8-e2e9-4152-9980-6d7f7e674420 req-8e80e344-7de9-4f53-ac10-b64688702d63 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:10.188352 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e2209df8-e2e9-4152-9980-6d7f7e674420 req-8e80e344-7de9-4f53-ac10-b64688702d63 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0841522 Mar 08 17:42:10.210509 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b976bde-d1b9-455d-9e77-da3abad069c7 req-4b1e003e-aff8-4ccd-b8da-4bf87761058a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:10.212000 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0b976bde-d1b9-455d-9e77-da3abad069c7 req-4b1e003e-aff8-4ccd-b8da-4bf87761058a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 944 time: 0.0552547 Mar 08 17:42:10.238265 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e2209df8-e2e9-4152-9980-6d7f7e674420 req-e27a9e47-664b-4550-ac35-a760b73222f1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441675 Mar 08 17:42:10.261711 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0b976bde-d1b9-455d-9e77-da3abad069c7 req-5fc6f19b-87b3-49e7-9759-1d0f9de5abed tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435903 Mar 08 17:42:11.383469 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3b785-1ff5-4836-85b4-7ab334031994 req-42c69a25-0954-4805-bfef-d82ec41f5ca3 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:11.385772 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7fa3b785-1ff5-4836-85b4-7ab334031994 req-42c69a25-0954-4805-bfef-d82ec41f5ca3 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0667925 Mar 08 17:42:11.392983 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a1e5a-700b-49d3-9caa-71b67ef842e3 req-dbd23326-d56e-4704-916c-fe57e586ca0e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:11.394677 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ba2a1e5a-700b-49d3-9caa-71b67ef842e3 req-dbd23326-d56e-4704-916c-fe57e586ca0e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 944 time: 0.0569980 Mar 08 17:42:11.454037 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ba2a1e5a-700b-49d3-9caa-71b67ef842e3 req-eb61c9ee-aee9-4556-8127-aa7781826db0 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513396 Mar 08 17:42:11.473841 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7fa3b785-1ff5-4836-85b4-7ab334031994 req-afcb6e24-4b12-41b8-8828-89c36e4c849e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809216 Mar 08 17:42:12.572442 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd57331-6a6c-49fc-993e-a60d3ad74161 req-48ab08d9-3cc6-4abb-9c15-50b308dca849 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:12.573961 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7fd57331-6a6c-49fc-993e-a60d3ad74161 req-48ab08d9-3cc6-4abb-9c15-50b308dca849 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 944 time: 0.0554621 Mar 08 17:42:12.608020 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b8e72-4819-4c4c-bd7e-a62034a709cc req-97c43a93-e638-4a19-ada8-6a26f3e3af81 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:12.609530 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-912b8e72-4819-4c4c-bd7e-a62034a709cc req-97c43a93-e638-4a19-ada8-6a26f3e3af81 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0553916 Mar 08 17:42:12.624749 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7fd57331-6a6c-49fc-993e-a60d3ad74161 req-35f4dcc2-936d-4458-bb16-f36599b5c018 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442917 Mar 08 17:42:12.661056 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-912b8e72-4819-4c4c-bd7e-a62034a709cc req-8a49433e-214e-4625-b66d-05c2572d1777 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459366 Mar 08 17:42:13.110262 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device d2699632-9655-4d4d-b1e7-6741c450572d up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:42:13.398569 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port d2699632-9655-4d4d-b1e7-6741c450572d completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:42:13.403275 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port d2699632-9655-4d4d-b1e7-6741c450572d triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:42:13.404267 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:13.490942 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port d2699632-9655-4d4d-b1e7-6741c450572d is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:42:13.491333 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:13.514706 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2699632-9655-4d4d-b1e7-6741c450572d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:42:13.516947 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b94402-7b39-4238-84e7-0e641303d467" -d '{"events": [{"server_uuid": "01ebdd8d-84e2-4237-8f85-edf175303a45", "name": "network-vif-plugged", "status": "completed", "tag": "d2699632-9655-4d4d-b1e7-6741c450572d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:42:13.530181 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port d2699632-9655-4d4d-b1e7-6741c450572d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2699632-9655-4d4d-b1e7-6741c450572d,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:13.555136 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bd75f0-fd37-4a88-a2a6-b40410ccf415 x-openstack-request-id: req-77bd75f0-fd37-4a88-a2a6-b40410ccf415 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:42:13.555429 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ebdd8d-84e2-4237-8f85-edf175303a45", "name": "network-vif-plugged", "status": "completed", "tag": "d2699632-9655-4d4d-b1e7-6741c450572d", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:42:13.555678 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77bd75f0-fd37-4a88-a2a6-b40410ccf415 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:42:13.556093 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2699632-9655-4d4d-b1e7-6741c450572d', 'code': 200} Mar 08 17:42:13.621857 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:13.683064 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=d2699632-9655-4d4d-b1e7-6741c450572d,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:13.780833 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82799b4-36e1-4a0b-bd57-01ce0bd3bd61 req-66bd5625-831e-418f-a1eb-34af0ceed3af tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:13.789128 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b82799b4-36e1-4a0b-bd57-01ce0bd3bd61 req-66bd5625-831e-418f-a1eb-34af0ceed3af tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0764019 Mar 08 17:42:13.838763 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b82799b4-36e1-4a0b-bd57-01ce0bd3bd61 req-425ff4aa-98c2-4a5f-9cee-b66fc47773c6 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486479 Mar 08 17:42:13.867732 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b3975-3887-49eb-84f9-4e541d464658 req-495750ba-5f38-411d-8de8-f1edffbc820b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:13.870940 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a98b3975-3887-49eb-84f9-4e541d464658 req-495750ba-5f38-411d-8de8-f1edffbc820b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0763805 Mar 08 17:42:13.947242 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a98b3975-3887-49eb-84f9-4e541d464658 req-f0f6c3e9-ed5d-443a-9154-a2f641525ff6 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610018 Mar 08 17:42:13.958824 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e907c-dfd0-411e-ae06-e8f43cef5033 req-fc08b0ec-a302-442a-936a-51801f00b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:13.960347 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e8e907c-dfd0-411e-ae06-e8f43cef5033 req-fc08b0ec-a302-442a-936a-51801f00b2c9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 1129 time: 0.0517592 Mar 08 17:42:14.006831 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e8e907c-dfd0-411e-ae06-e8f43cef5033 req-69889770-72a3-4319-80c8-df73508de154 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389268 Mar 08 17:42:14.970161 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e519b0-f266-42e0-b061-1d25f1daf386 req-feb6e6b0-8cd5-42e7-9142-027180b9daf8 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:14.975281 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b8e519b0-f266-42e0-b061-1d25f1daf386 req-feb6e6b0-8cd5-42e7-9142-027180b9daf8 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0578279 Mar 08 17:42:15.042121 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b8e519b0-f266-42e0-b061-1d25f1daf386 req-aa6da95d-29af-4157-8970-39ab77d70fee tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649841 Mar 08 17:42:15.107594 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19919690-7900-4004-9806-383dac4913f8 req-1e75e05c-2b33-46a4-ad01-aa871a851016 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:15.109101 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-19919690-7900-4004-9806-383dac4913f8 req-1e75e05c-2b33-46a4-ad01-aa871a851016 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0551209 Mar 08 17:42:15.168062 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-19919690-7900-4004-9806-383dac4913f8 req-7a92a001-8750-421e-9fc4-4e4e05b881a4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525897 Mar 08 17:42:16.171168 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda04ad-d957-47b2-a43d-d7dccbd38958 req-d5d03e9b-ca0b-4793-951e-1aa61555d2a8 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:16.172698 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4eda04ad-d957-47b2-a43d-d7dccbd38958 req-d5d03e9b-ca0b-4793-951e-1aa61555d2a8 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0549550 Mar 08 17:42:16.221600 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4eda04ad-d957-47b2-a43d-d7dccbd38958 req-9a579364-af88-45de-99af-e276e3cb204f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433807 Mar 08 17:42:16.302735 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13407d6-61a0-4b3e-85a3-7c04e9d14703 req-c8bd4719-a56c-441e-8c19-8c800f5ce0ba tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:16.304120 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e13407d6-61a0-4b3e-85a3-7c04e9d14703 req-c8bd4719-a56c-441e-8c19-8c800f5ce0ba tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0544953 Mar 08 17:42:16.354576 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e13407d6-61a0-4b3e-85a3-7c04e9d14703 req-a3deb990-5bab-4a74-9175-9a279403ddfa tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438216 Mar 08 17:42:17.344092 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb826db7-3d97-4326-8e12-2d622eb3b4eb req-81474e23-4f69-499f-8641-f92684db476b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:17.345499 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb826db7-3d97-4326-8e12-2d622eb3b4eb req-81474e23-4f69-499f-8641-f92684db476b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0547833 Mar 08 17:42:17.394268 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cb826db7-3d97-4326-8e12-2d622eb3b4eb req-991a0bc5-02f6-433b-ba85-0083261175c6 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431790 Mar 08 17:42:17.480804 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027e273-02f0-4782-bc39-9e19daf6472f req-5c52603a-3e9c-4c8f-b451-1da2d154dda2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:17.482872 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0027e273-02f0-4782-bc39-9e19daf6472f req-5c52603a-3e9c-4c8f-b451-1da2d154dda2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0535860 Mar 08 17:42:17.512878 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20256ad-70d7-4bec-8634-e0d3b29ec7ed req-6fb5a78d-022b-45f0-b46c-04bdcc1c9c90 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:17.514483 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e20256ad-70d7-4bec-8634-e0d3b29ec7ed req-6fb5a78d-022b-45f0-b46c-04bdcc1c9c90 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0560858 Mar 08 17:42:17.523007 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 54852) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:42:17.527325 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-b3eb6613-38cd-4ff9-b8c4-eb3d564b523f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'floatingip': {'port_id': 'd2699632-9655-4d4d-b1e7-6741c450572d'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:42:17.530103 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0027e273-02f0-4782-bc39-9e19daf6472f req-9c97e253-0119-42d8-b51a-e59315d6aa4b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412564 Mar 08 17:42:17.567018 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6613-38cd-4ff9-b8c4-eb3d564b523f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (f4aa277c-1a11-422a-b2bf-ae293a8fee41), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:18.016632 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6613-38cd-4ff9-b8c4-eb3d564b523f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:18.078355 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6613-38cd-4ff9-b8c4-eb3d564b523f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (f4aa277c-1a11-422a-b2bf-ae293a8fee41), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:18.178922 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-b3eb6613-38cd-4ff9-b8c4-eb3d564b523f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Floating IP f4aa277c-1a11-422a-b2bf-ae293a8fee41 associated. External IP: 172.27.3.190, port: d2699632-9655-4d4d-b1e7-6741c450572d. Mar 08 17:42:18.387371 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3eb6613-38cd-4ff9-b8c4-eb3d564b523f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:42:18.493631 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eb6613-38cd-4ff9-b8c4-eb3d564b523f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:42:18.498356 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6613-38cd-4ff9-b8c4-eb3d564b523f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:18.503596 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b25875-5258-4cbf-b19d-60be91731d1e None None] Sync routers for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:42:18.513560 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b25875-5258-4cbf-b19d-60be91731d1e None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:42:18.514217 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d4b25875-5258-4cbf-b19d-60be91731d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:41:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:18.527328 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b3eb6613-38cd-4ff9-b8c4-eb3d564b523f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "PUT /v2.0/floatingips/f4aa277c-1a11-422a-b2bf-ae293a8fee41 HTTP/1.1" status: 200 len: 991 time: 1.0032635 Mar 08 17:42:18.527915 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'tag': 'd2699632-9655-4d4d-b1e7-6741c450572d'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:42:18.530981 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127f1a54-54bc-49de-9ef9-772d847526fd" -d '{"events": [{"name": "network-changed", "server_uuid": "01ebdd8d-84e2-4237-8f85-edf175303a45", "tag": "d2699632-9655-4d4d-b1e7-6741c450572d"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:42:18.568994 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6251c61d-a969-4e8d-8a76-8ddc1aa64be4 x-openstack-request-id: req-6251c61d-a969-4e8d-8a76-8ddc1aa64be4 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:42:18.569255 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ebdd8d-84e2-4237-8f85-edf175303a45", "tag": "d2699632-9655-4d4d-b1e7-6741c450572d", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:42:18.569546 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6251c61d-a969-4e8d-8a76-8ddc1aa64be4 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:42:18.570168 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'tag': 'd2699632-9655-4d4d-b1e7-6741c450572d', 'status': 'completed', 'code': 200} Mar 08 17:42:18.627662 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-d4b25875-5258-4cbf-b19d-60be91731d1e None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:42:18.658566 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f1a54-54bc-49de-9ef9-772d847526fd req-6eeeacf8-5e9c-4f28-85cd-3783c45dadca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:18.660027 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-127f1a54-54bc-49de-9ef9-772d847526fd req-6eeeacf8-5e9c-4f28-85cd-3783c45dadca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 1129 time: 0.0470779 Mar 08 17:42:18.674343 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d9c5c-5bf1-4776-b9ca-17d0a7ef413f req-bb71d56c-fe59-4cf7-8930-f68891c56739 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:18.681676 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bc0d9c5c-5bf1-4776-b9ca-17d0a7ef413f req-bb71d56c-fe59-4cf7-8930-f68891c56739 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0626807 Mar 08 17:42:18.726653 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bc0d9c5c-5bf1-4776-b9ca-17d0a7ef413f req-ae50498e-b244-454d-b8d7-fba58b1e6c85 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 Mar 08 17:42:18.765615 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f1a54-54bc-49de-9ef9-772d847526fd req-7cff3d74-c43b-424a-bed7-49d3e163817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:18.767169 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-127f1a54-54bc-49de-9ef9-772d847526fd req-7cff3d74-c43b-424a-bed7-49d3e163817d service neutron] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 915 time: 0.0964501 Mar 08 17:42:18.853007 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-127f1a54-54bc-49de-9ef9-772d847526fd req-93e339e4-845e-41fc-a23f-2a8305089073 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2699632-9655-4d4d-b1e7-6741c450572d HTTP/1.1" status: 200 len: 999 time: 0.0675604 Mar 08 17:42:18.869327 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d4b25875-5258-4cbf-b19d-60be91731d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'f4aa277c-1a11-422a-b2bf-ae293a8fee41', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': 'd2699632-9655-4d4d-b1e7-6741c450572d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:70:45:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:41:57Z', 'updated_at': '2022-03-08T17:42:17Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:18.899381 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b25875-5258-4cbf-b19d-60be91731d1e None None] Checking router: d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:42:18.908804 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b25875-5258-4cbf-b19d-60be91731d1e None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:42:18.909364 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d4b25875-5258-4cbf-b19d-60be91731d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:41:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:19.033151 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-d4b25875-5258-4cbf-b19d-60be91731d1e None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:42:19.106019 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59705223-1a10-48b7-8939-67bd561b5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:19.211170 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f1a54-54bc-49de-9ef9-772d847526fd req-789302d9-484e-499c-8771-cf4235a564d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:19.212519 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-127f1a54-54bc-49de-9ef9-772d847526fd req-789302d9-484e-499c-8771-cf4235a564d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.3451099 Mar 08 17:42:19.218890 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8ba52-45ef-4506-a7d2-6335cd1dcd4d req-300b6928-a393-47fb-8191-00f286e820e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:19.220302 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3cc8ba52-45ef-4506-a7d2-6335cd1dcd4d req-300b6928-a393-47fb-8191-00f286e820e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 1130 time: 0.3451862 Mar 08 17:42:19.266429 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d4b25875-5258-4cbf-b19d-60be91731d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'f4aa277c-1a11-422a-b2bf-ae293a8fee41', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': 'd2699632-9655-4d4d-b1e7-6741c450572d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:70:45:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:41:57Z', 'updated_at': '2022-03-08T17:42:17Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:42:19.295495 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b25875-5258-4cbf-b19d-60be91731d1e None None] The sync data for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi is: [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'f4aa277c-1a11-422a-b2bf-ae293a8fee41', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': 'd2699632-9655-4d4d-b1e7-6741c450572d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:70:45:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:41:57Z', 'updated_at': '2022-03-08T17:42:17Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:42:19.329714 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f1a54-54bc-49de-9ef9-772d847526fd req-b9e7b9ae-f832-4690-9675-6a8afceeb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:19.331274 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-127f1a54-54bc-49de-9ef9-772d847526fd req-b9e7b9ae-f832-4690-9675-6a8afceeb54e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097989 Mar 08 17:42:19.357766 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8ba52-45ef-4506-a7d2-6335cd1dcd4d req-87bd46e1-0741-409f-a27d-bee65e1a839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:19.359250 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3cc8ba52-45ef-4506-a7d2-6335cd1dcd4d req-87bd46e1-0741-409f-a27d-bee65e1a839e service neutron] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 918 time: 0.1140029 Mar 08 17:42:19.475485 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3cc8ba52-45ef-4506-a7d2-6335cd1dcd4d req-69b0a89d-4a63-40ac-8efb-431b765cac70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade801df-55b8-4749-9330-86aeb0f6e678 HTTP/1.1" status: 200 len: 1002 time: 0.1066484 Mar 08 17:42:19.502263 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eba580-b86e-46f4-9bf9-b0451df79921 None None] New status for floating IP f4aa277c-1a11-422a-b2bf-ae293a8fee41: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:42:19.526254 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-127f1a54-54bc-49de-9ef9-772d847526fd req-f6927ca8-82f7-4af9-92c5-2896ae13ab59 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810992 Mar 08 17:42:19.561785 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8ba52-45ef-4506-a7d2-6335cd1dcd4d req-21b74571-59b8-4314-b90d-29b86fedf7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:19.563286 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3cc8ba52-45ef-4506-a7d2-6335cd1dcd4d req-21b74571-59b8-4314-b90d-29b86fedf7e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.0740943 Mar 08 17:42:19.672719 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-127f1a54-54bc-49de-9ef9-772d847526fd req-5d9bcf74-d63e-42a5-81db-ad01bc022929 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336856 Mar 08 17:42:19.674488 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8ba52-45ef-4506-a7d2-6335cd1dcd4d req-05118e7d-3a0b-44b2-93d4-6ba82d92a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:19.675843 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3cc8ba52-45ef-4506-a7d2-6335cd1dcd4d req-05118e7d-3a0b-44b2-93d4-6ba82d92a52b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717156 Mar 08 17:42:19.776993 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3cc8ba52-45ef-4506-a7d2-6335cd1dcd4d req-f533bc9f-e767-4f0d-b13d-419e31e687ef service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858841 Mar 08 17:42:19.908285 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3cc8ba52-45ef-4506-a7d2-6335cd1dcd4d req-313ae732-dbde-4833-a377-8912925e269b service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205616 Mar 08 17:42:19.915957 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4148df-38b7-40a3-9ca5-bd6a1dc71a12 req-f2cb0fa4-b0f8-4950-a65c-e8f1beded6a2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:19.917339 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2b4148df-38b7-40a3-9ca5-bd6a1dc71a12 req-f2cb0fa4-b0f8-4950-a65c-e8f1beded6a2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.1080601 Mar 08 17:42:19.963983 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2b4148df-38b7-40a3-9ca5-bd6a1dc71a12 req-7ee5b632-2033-4fd1-8186-14d87f4787c8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 Mar 08 17:42:20.341574 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:21.084790 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdb5af-3fc1-4449-b36b-0912c70ce18c req-794039fc-b29d-4d42-80a4-cf3d9ea84c36 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:21.086283 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8bfdb5af-3fc1-4449-b36b-0912c70ce18c req-794039fc-b29d-4d42-80a4-cf3d9ea84c36 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0513027 Mar 08 17:42:21.131919 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8bfdb5af-3fc1-4449-b36b-0912c70ce18c req-d2faedeb-cf76-4b93-9c80-ca695a86cbec tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399864 Mar 08 17:42:21.312339 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9361299e-6160-40e6-9999-fc53a9291669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:22.254218 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882dbd6-670e-4193-ace8-b1d20a87cb1b req-d277e519-7ce5-4298-bb26-e64fb07f9934 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:22.255715 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9882dbd6-670e-4193-ace8-b1d20a87cb1b req-d277e519-7ce5-4298-bb26-e64fb07f9934 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 946 time: 0.0545061 Mar 08 17:42:22.300632 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9882dbd6-670e-4193-ace8-b1d20a87cb1b req-f00bc622-d460-4914-ab10-8105acec8784 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394101 Mar 08 17:42:22.701417 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:23.159998 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ade801df-55b8-4749-9330-86aeb0f6e678 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:42:23.244004 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port ade801df-55b8-4749-9330-86aeb0f6e678 is: ACTIVE; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:42:23.244404 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:23.267908 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:42:23.270260 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294f1108-8851-42c8-a875-a3c51e7376d6" -d '{"events": [{"server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "name": "network-vif-unplugged", "status": "completed", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:42:23.283189 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:23.306757 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 17:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5847d3c-7108-4ca7-b7eb-658583a9150d x-openstack-request-id: req-c5847d3c-7108-4ca7-b7eb-658583a9150d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:42:23.307056 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "name": "network-vif-unplugged", "status": "completed", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:42:23.307312 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5847d3c-7108-4ca7-b7eb-658583a9150d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:42:23.307736 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'code': 200} Mar 08 17:42:23.347602 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:23.384921 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-7c95c1b2-a374-4ce7-9f38-8c8e2acc5466 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485256 Mar 08 17:42:23.398312 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=ade801df-55b8-4749-9330-86aeb0f6e678,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:23.507135 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-31d862e9-a5b2-49f3-8dd3-d0175bea5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:23.508641 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-31d862e9-a5b2-49f3-8dd3-d0175bea5b15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=058ce255d9cd4e40abe99e8939a7f214&device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 1129 time: 0.0799596 Mar 08 17:42:23.520343 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0f84c-d0ba-4848-afb1-db8574dfe9de req-67ee64d1-9453-454b-884c-c0bb405f6a5a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:23.522179 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9aa0f84c-d0ba-4848-afb1-db8574dfe9de req-67ee64d1-9453-454b-884c-c0bb405f6a5a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.1448815 Mar 08 17:42:23.626343 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9aa0f84c-d0ba-4848-afb1-db8574dfe9de req-38022488-2426-4a1c-9c02-9c061007f1d6 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985377 Mar 08 17:42:23.647788 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-a38735dd-d4c4-40b5-b299-951af02175f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:23.649269 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-a38735dd-d4c4-40b5-b299-951af02175f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b HTTP/1.1" status: 200 len: 909 time: 0.1149745 Mar 08 17:42:23.724737 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-3b568b2a-243f-4572-bf9d-13daa88587c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22aed709-993e-4b48-baed-24d6e4719ec2 HTTP/1.1" status: 200 len: 1001 time: 0.0665171 Mar 08 17:42:23.779307 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-937cdb4b-2a83-4d1e-9a0b-3aedce07bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:23.780870 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-937cdb4b-2a83-4d1e-9a0b-3aedce07bbe7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=642e7aed-f545-4dc1-8208-708f7ae3af60 HTTP/1.1" status: 200 len: 847 time: 0.0460343 Mar 08 17:42:23.835077 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-1c639dd8-d07b-4985-8fe5-eef487f3e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:23.836597 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-1c639dd8-d07b-4985-8fe5-eef487f3e188 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473807 Mar 08 17:42:23.895540 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:23.931273 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-6cf29a3c-1b46-4a50-b31e-86c661fd0c0c service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875895 Mar 08 17:42:24.021244 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bc1501b5-3dd3-4554-81c3-dc3961cf6433 req-904fa073-2110-4fea-9989-a775e383e609 service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821102 Mar 08 17:42:25.437316 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:26.031377 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fe0e3-0022-46c0-9a8f-7dc88bc95622 req-a5b3e8eb-a99a-4886-9b2f-d1dc63f539d4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:26.032860 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-384fe0e3-0022-46c0-9a8f-7dc88bc95622 req-a5b3e8eb-a99a-4886-9b2f-d1dc63f539d4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0636821 Mar 08 17:42:26.088290 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-384fe0e3-0022-46c0-9a8f-7dc88bc95622 req-731daa16-b35a-4ed3-8dfb-d7f00e4da100 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482810 Mar 08 17:42:26.392297 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-2b4c9c8f-21c0-4d0e-90e8-f4e1b6085e6b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462728 Mar 08 17:42:26.748383 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345549-b3ef-475c-93bd-bee50b565efe req-59b337ab-c79d-4485-8b64-e3c33045e7f2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:26.751638 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-59b337ab-c79d-4485-8b64-e3c33045e7f2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports/ade801df-55b8-4749-9330-86aeb0f6e678 HTTP/1.1" status: 200 len: 941 time: 0.3310561 Mar 08 17:42:27.158523 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ade801df-55b8-4749-9330-86aeb0f6e678 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:42:27.224369 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b8406-df92-48d2-b0d8-51a873c35e8b req-01ec9fb6-7874-496d-9512-3ff05cc455c0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:27.226551 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9b9b8406-df92-48d2-b0d8-51a873c35e8b req-01ec9fb6-7874-496d-9512-3ff05cc455c0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0628769 Mar 08 17:42:27.271483 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port ade801df-55b8-4749-9330-86aeb0f6e678 is: DOWN; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:42:27.294976 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9b9b8406-df92-48d2-b0d8-51a873c35e8b req-f2a7f044-c247-4bff-b58a-91915c8d6e99 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602129 Mar 08 17:42:28.352078 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345549-b3ef-475c-93bd-bee50b565efe req-17864f34-531c-4a7a-8925-9c50c0029186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:28.353571 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-17864f34-531c-4a7a-8925-9c50c0029186 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59&tenant_id=e8ec36cbf6184449a2de2296985c4910 HTTP/1.1" status: 200 len: 1128 time: 0.0469768 Mar 08 17:42:28.425862 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345549-b3ef-475c-93bd-bee50b565efe req-fd8968f2-9a60-4ba6-a19b-a11566a76faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:28.427374 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-fd8968f2-9a60-4ba6-a19b-a11566a76faa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 1128 time: 0.0449538 Mar 08 17:42:28.528782 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345549-b3ef-475c-93bd-bee50b565efe req-3bd2e258-474f-4b1d-8193-6a2c37fbd602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:28.530377 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-3bd2e258-474f-4b1d-8193-6a2c37fbd602 service neutron] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 918 time: 0.0897868 Mar 08 17:42:28.548035 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b681d55-8e5f-4d03-a027-bf75bd438e71 req-de4fa399-f774-41d4-bd47-3fccbe93d536 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:28.549512 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1b681d55-8e5f-4d03-a027-bf75bd438e71 req-de4fa399-f774-41d4-bd47-3fccbe93d536 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0506785 Mar 08 17:42:28.596601 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1b681d55-8e5f-4d03-a027-bf75bd438e71 req-9c1578d7-2348-4433-8fe1-320173e764c4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412028 Mar 08 17:42:28.607272 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-b79887c0-7e14-411d-aa38-c7c67dbc37b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade801df-55b8-4749-9330-86aeb0f6e678 HTTP/1.1" status: 200 len: 1000 time: 0.0661831 Mar 08 17:42:28.660261 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345549-b3ef-475c-93bd-bee50b565efe req-5103af3e-b9b0-4975-b11c-00d81fbc6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:28.661741 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-5103af3e-b9b0-4975-b11c-00d81fbc6733 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.0445049 Mar 08 17:42:28.714238 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53345549-b3ef-475c-93bd-bee50b565efe req-bac6a848-c1c3-4c2b-a792-429d297d4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:28.715983 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-bac6a848-c1c3-4c2b-a792-429d297d4285 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443931 Mar 08 17:42:28.813003 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-b5a0a652-0cbf-411d-a86c-cfdab8351777 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862756 Mar 08 17:42:28.902769 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-64c2e3b1-d091-403a-a1c8-ff25dee8e401 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797961 Mar 08 17:42:29.737692 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db300f4-1170-4a64-9f4f-01f5860a7979 req-d79fa577-59c8-412d-8f79-0812b2a857ef tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:29.739160 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2db300f4-1170-4a64-9f4f-01f5860a7979 req-d79fa577-59c8-412d-8f79-0812b2a857ef tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0552328 Mar 08 17:42:29.790025 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2db300f4-1170-4a64-9f4f-01f5860a7979 req-2be8e9cb-8a2c-4c32-9a8b-827b073c419b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Mar 08 17:42:30.915531 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70f25f-150a-4e52-8d28-39419c80c7cc req-ea84eca2-8f3f-4f21-a4bf-27744fc33be4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:30.916892 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-be70f25f-150a-4e52-8d28-39419c80c7cc req-ea84eca2-8f3f-4f21-a4bf-27744fc33be4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0500002 Mar 08 17:42:30.964280 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-be70f25f-150a-4e52-8d28-39419c80c7cc req-a1a67110-2639-4cec-ab3f-c03683de569d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 Mar 08 17:42:31.958040 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:42:32.092817 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858561-3e64-4660-9b3f-2b561ba7443a req-8d89570f-d0a0-4bfe-bf4b-a5ccbb3820ca tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:32.094375 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf858561-3e64-4660-9b3f-2b561ba7443a req-8d89570f-d0a0-4bfe-bf4b-a5ccbb3820ca tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0544720 Mar 08 17:42:32.147841 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf858561-3e64-4660-9b3f-2b561ba7443a req-384cea01-4e54-4fe1-b99b-78fe46403e46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473702 Mar 08 17:42:33.272451 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebb861-8694-48f6-b51d-feda3400e268 req-bdb108b1-4e3b-4d4a-a099-8e55b7b572cd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:33.274862 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-46ebb861-8694-48f6-b51d-feda3400e268 req-bdb108b1-4e3b-4d4a-a099-8e55b7b572cd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0546343 Mar 08 17:42:33.325256 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-46ebb861-8694-48f6-b51d-feda3400e268 req-7a77bf03-6eac-400e-866b-6f547ee2a432 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440927 Mar 08 17:42:34.448152 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fced92-95fa-424f-ac61-bedeff98a034 req-4e95ba11-078e-4e46-b676-e127a24f8601 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:34.450228 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00fced92-95fa-424f-ac61-bedeff98a034 req-4e95ba11-078e-4e46-b676-e127a24f8601 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0508945 Mar 08 17:42:34.496233 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00fced92-95fa-424f-ac61-bedeff98a034 req-a6472a34-b1db-4d97-a81a-1480c1e194fe tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403905 Mar 08 17:42:35.629314 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b12be0-16d6-4a5e-a811-2c8dfec0b73d req-a9bd3793-1925-4e9b-b70b-717a856967bd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:35.630900 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c4b12be0-16d6-4a5e-a811-2c8dfec0b73d req-a9bd3793-1925-4e9b-b70b-717a856967bd tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0597651 Mar 08 17:42:35.675936 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c4b12be0-16d6-4a5e-a811-2c8dfec0b73d req-2471ebbf-81b6-42e8-8d91-08993fe4691b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396876 Mar 08 17:42:36.805013 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe30b0-77e8-49ec-9da1-0997b5384fbb req-a0bb07dc-f312-4e4a-9d18-824b2e9355aa tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:36.806678 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e1fe30b0-77e8-49ec-9da1-0997b5384fbb req-a0bb07dc-f312-4e4a-9d18-824b2e9355aa tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0544109 Mar 08 17:42:36.858475 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e1fe30b0-77e8-49ec-9da1-0997b5384fbb req-5a325a5e-7643-4369-b1e3-c1c6b8d2dcae tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462523 Mar 08 17:42:37.979839 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48705b0b-f303-44d3-90d1-9c57dde14cf6 req-9790a1d0-da78-4055-ae80-f6a0fb30e87f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:37.987788 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-48705b0b-f303-44d3-90d1-9c57dde14cf6 req-9790a1d0-da78-4055-ae80-f6a0fb30e87f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0586162 Mar 08 17:42:38.036336 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-48705b0b-f303-44d3-90d1-9c57dde14cf6 req-e14dcc84-e5cd-4bb5-9d9d-2bdfc20dace5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476542 Mar 08 17:42:39.174420 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a26118-7219-4df9-a9e1-47ee3f992ccb req-fe4e2a05-a060-489f-b4cf-14b6baf7251f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:39.176057 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e0a26118-7219-4df9-a9e1-47ee3f992ccb req-fe4e2a05-a060-489f-b4cf-14b6baf7251f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0615191 Mar 08 17:42:39.225416 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e0a26118-7219-4df9-a9e1-47ee3f992ccb req-677de57e-041b-4900-b96d-a75ae836469f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437829 Mar 08 17:42:40.347368 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28cdb8-fea2-4966-bc4c-21c5180c5cda req-37667355-d5ce-4c5b-9230-439a11a7eb6e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:40.348812 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7f28cdb8-fea2-4966-bc4c-21c5180c5cda req-37667355-d5ce-4c5b-9230-439a11a7eb6e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0518534 Mar 08 17:42:40.397113 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7f28cdb8-fea2-4966-bc4c-21c5180c5cda req-4ea461cb-9a6d-4103-ae43-ed6e1053c1e0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Mar 08 17:42:41.524064 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d79783-81d3-458c-b200-d1431bb8e6a1 req-af6f8078-1dce-4437-967b-cea28702ef7e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:41.525565 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87d79783-81d3-458c-b200-d1431bb8e6a1 req-af6f8078-1dce-4437-967b-cea28702ef7e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0556309 Mar 08 17:42:41.588820 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87d79783-81d3-458c-b200-d1431bb8e6a1 req-8042df23-a3d7-4ce3-86e5-5cab04fde815 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560887 Mar 08 17:42:42.712284 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123610e7-20b5-42b8-8897-d1b7f92d51e2 req-8edac569-ccce-4ed4-b354-81780d4a4987 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:42.713779 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-123610e7-20b5-42b8-8897-d1b7f92d51e2 req-8edac569-ccce-4ed4-b354-81780d4a4987 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0548184 Mar 08 17:42:42.760016 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-123610e7-20b5-42b8-8897-d1b7f92d51e2 req-84ce9ee0-79c7-4a1a-ba0a-238263207642 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 Mar 08 17:42:43.884225 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fe2dc-601a-4352-bb80-addec03fe7e8 req-43a51ec8-26e7-4288-9af6-721e29e7567d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:43.885692 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5a7fe2dc-601a-4352-bb80-addec03fe7e8 req-43a51ec8-26e7-4288-9af6-721e29e7567d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0552979 Mar 08 17:42:43.932020 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5a7fe2dc-601a-4352-bb80-addec03fe7e8 req-e735f5ac-2f5f-4281-95b9-8b8d98f9f204 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406804 Mar 08 17:42:45.054796 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e520d7-8067-45cd-a354-ae76b1ff0062 req-c831cbbe-bb0e-4b65-9121-90f01063ab8b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:45.056316 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-24e520d7-8067-45cd-a354-ae76b1ff0062 req-c831cbbe-bb0e-4b65-9121-90f01063ab8b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0548360 Mar 08 17:42:45.103641 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-24e520d7-8067-45cd-a354-ae76b1ff0062 req-131d821d-b908-4214-bed4-7da2d982134e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411212 Mar 08 17:42:46.224064 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89db75-8e21-4b46-b878-c3e48d342a7b req-d6305b39-a946-4370-a9c0-34e3b6f3fc42 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:46.225569 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf89db75-8e21-4b46-b878-c3e48d342a7b req-d6305b39-a946-4370-a9c0-34e3b6f3fc42 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0512140 Mar 08 17:42:46.275546 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf89db75-8e21-4b46-b878-c3e48d342a7b req-8e0e840a-fac3-46d4-90cd-1a04f997d4cf tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444522 Mar 08 17:42:47.418292 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf407622-e1fd-4ec2-a9a2-470f2a58b99f req-2984a91f-017f-454d-a9f5-d73b3502ad46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:47.642237 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bf407622-e1fd-4ec2-a9a2-470f2a58b99f req-2984a91f-017f-454d-a9f5-d73b3502ad46 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0592053 Mar 08 17:42:47.642237 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bf407622-e1fd-4ec2-a9a2-470f2a58b99f req-0bcc10cf-4689-4d79-a163-b286360efe32 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Mar 08 17:42:48.749541 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8756ec-a3f9-42f0-beda-0aa5e0d176b3 req-22af8a59-accb-4a86-b7e0-389e4c1b6e73 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:48.751055 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cd8756ec-a3f9-42f0-beda-0aa5e0d176b3 req-22af8a59-accb-4a86-b7e0-389e4c1b6e73 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 944 time: 0.0515618 Mar 08 17:42:48.798750 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cd8756ec-a3f9-42f0-beda-0aa5e0d176b3 req-cd127288-d68e-4926-9b37-17cf8738af02 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422919 Mar 08 17:42:49.071937 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4b55c38-a4ac-4a64-9b7c-dba477b223ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:49.248393 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ade801df-55b8-4749-9330-86aeb0f6e678 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:42:49.342103 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:49.352154 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'port_id': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'mac_address': 'fa:16:3e:05:2e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:42:49.393083 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port ade801df-55b8-4749-9330-86aeb0f6e678 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:42:49.393477 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:49.406607 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade801df-55b8-4749-9330-86aeb0f6e678 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:42:49.425706 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:49.494861 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:49.541395 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=ade801df-55b8-4749-9330-86aeb0f6e678,revision_number=9']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:49.548236 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.548586 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.548926 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.549261 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.549593 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.550014 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.550338 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.550660 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.550980 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.551303 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.551623 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.551940 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.552256 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:42:49.918844 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0be57-512e-4419-ad7b-b1a7e93dd4ea req-b0bdd7b9-1e1e-4e96-9205-3e8755e24b5a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:49.920307 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3d0be57-512e-4419-ad7b-b1a7e93dd4ea req-b0bdd7b9-1e1e-4e96-9205-3e8755e24b5a tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 945 time: 0.0510807 Mar 08 17:42:49.956369 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['ade801df-55b8-4749-9330-86aeb0f6e678'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:42:49.965277 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3d0be57-512e-4419-ad7b-b1a7e93dd4ea req-4b1884bf-04fd-4ec9-b495-097672018dba tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395720 Mar 08 17:42:50.352102 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:51.085461 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350e9a0-f84f-4e5b-83c4-f809df5e34bc req-7fa85ee7-e511-4f94-88a8-89999ca1b16b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:51.087005 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7350e9a0-f84f-4e5b-83c4-f809df5e34bc req-7fa85ee7-e511-4f94-88a8-89999ca1b16b tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 945 time: 0.0509884 Mar 08 17:42:51.133578 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7350e9a0-f84f-4e5b-83c4-f809df5e34bc req-7222ed65-85bf-4ab5-8d5a-5ab2ae04f1c6 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405610 Mar 08 17:42:51.247611 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ade801df-55b8-4749-9330-86aeb0f6e678 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:42:51.303888 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port ade801df-55b8-4749-9330-86aeb0f6e678 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:42:51.304262 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:51.382320 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e10d4609-ff16-49cd-9567-7ce40776038d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:51.384076 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port ade801df-55b8-4749-9330-86aeb0f6e678 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:42:51.384452 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:51.407675 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:42:51.409870 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8a5f0-9d80-4fa1-971d-0c2a7b7df8b0" -d '{"events": [{"server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "name": "network-vif-plugged", "status": "completed", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:42:51.422019 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:42:51.445354 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ba2911-d6b8-476a-88ba-ebd376de43fd x-openstack-request-id: req-f3ba2911-d6b8-476a-88ba-ebd376de43fd {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:42:51.445646 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "name": "network-vif-plugged", "status": "completed", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:42:51.445939 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3ba2911-d6b8-476a-88ba-ebd376de43fd {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:42:51.446360 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'code': 200} Mar 08 17:42:51.512773 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:51.559315 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=ade801df-55b8-4749-9330-86aeb0f6e678,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:42:51.806212 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49137d2-55b7-4866-af0b-bc2d35f505f3 req-0d96dd7b-6942-41f2-a866-fd60646eeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:51.807605 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d49137d2-55b7-4866-af0b-bc2d35f505f3 req-0d96dd7b-6942-41f2-a866-fd60646eeeb9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 1131 time: 0.0943158 Mar 08 17:42:51.854198 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d49137d2-55b7-4866-af0b-bc2d35f505f3 req-eb773259-1e1f-4d7e-b4a7-def2294e78ea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353169 Mar 08 17:42:52.260048 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f82c1-7e49-43ea-a247-a82192bb871b req-f3a1e214-e069-496e-9b04-4887a3eedf63 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:52.262860 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ce9f82c1-7e49-43ea-a247-a82192bb871b req-f3a1e214-e069-496e-9b04-4887a3eedf63 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0538216 Mar 08 17:42:52.307456 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ce9f82c1-7e49-43ea-a247-a82192bb871b req-27bf7b12-2402-4b96-95b1-0816cfba651f tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396836 Mar 08 17:42:52.734902 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:53.431440 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7110e-d766-45c4-ba24-204bd4e21c62 req-b733bfc8-e4ef-4e4c-883e-b6d6f7a0a4a9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:53.432919 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-57b7110e-d766-45c4-ba24-204bd4e21c62 req-b733bfc8-e4ef-4e4c-883e-b6d6f7a0a4a9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0524206 Mar 08 17:42:53.484326 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-57b7110e-d766-45c4-ba24-204bd4e21c62 req-7eec7e45-ed00-418d-b582-401a716d8f77 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449398 Mar 08 17:42:53.923797 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:54.609094 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcff65-7b1a-4ec0-adfb-aeaf1ec475f2 req-51f0dc3e-1fe9-4561-8483-0f6e2716f0b2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:54.610782 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-27dcff65-7b1a-4ec0-adfb-aeaf1ec475f2 req-51f0dc3e-1fe9-4561-8483-0f6e2716f0b2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0514660 Mar 08 17:42:54.658545 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-27dcff65-7b1a-4ec0-adfb-aeaf1ec475f2 req-bcc061b5-4798-492e-bf13-06d5a2e5a869 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Mar 08 17:42:55.266466 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:42:55.777609 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d38c58-2fc2-4e43-b227-04660a9dadf2 req-0f162dec-f140-4457-9fd0-c0973fd91dac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:42:55.779785 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-62d38c58-2fc2-4e43-b227-04660a9dadf2 req-0f162dec-f140-4457-9fd0-c0973fd91dac tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0519168 Mar 08 17:42:55.842474 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-62d38c58-2fc2-4e43-b227-04660a9dadf2 req-c7ec4cc5-55ae-4a9a-97c0-4bc6a5cfd9c0 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572164 Mar 08 17:43:08.956620 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:43:12.282164 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b00b-d625-42f3-9f0a-dc79d08ba953 req-3f5465b9-7e07-4bff-9d05-0643625a6b5a tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:12.283612 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5692b00b-d625-42f3-9f0a-dc79d08ba953 req-3f5465b9-7e07-4bff-9d05-0643625a6b5a tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 945 time: 0.0518417 Mar 08 17:43:12.332478 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5692b00b-d625-42f3-9f0a-dc79d08ba953 req-eddef05e-42f5-4d80-a331-841ac076ebee tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432529 Mar 08 17:43:13.449203 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825305df-14c4-4c35-8cf5-1c30236b6083 req-4ce00f00-0b29-41e4-b072-a0d868f81989 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:13.450695 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-825305df-14c4-4c35-8cf5-1c30236b6083 req-4ce00f00-0b29-41e4-b072-a0d868f81989 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 945 time: 0.0503519 Mar 08 17:43:13.499380 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-825305df-14c4-4c35-8cf5-1c30236b6083 req-a01fb937-fd1f-4c5a-88bb-0195235d6938 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Mar 08 17:43:14.616331 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114f033-7864-403b-b8a0-6dcdaa8871e2 req-120a2867-75d9-4140-b5b7-ac34cee809d1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:14.618059 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6114f033-7864-403b-b8a0-6dcdaa8871e2 req-120a2867-75d9-4140-b5b7-ac34cee809d1 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 945 time: 0.0509999 Mar 08 17:43:14.664084 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6114f033-7864-403b-b8a0-6dcdaa8871e2 req-f248dcba-e1fa-4bd0-80f1-5ec95d0850c0 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups?id=83afdfda-e6dc-4bf4-a365-cfbd2d24a388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394921 Mar 08 17:43:15.136400 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-8569baeb-3272-4b5e-b9b1-0d595d1ec46b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:15.137863 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-8569baeb-3272-4b5e-b9b1-0d595d1ec46b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.64 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 945 time: 0.0559494 Mar 08 17:43:15.230282 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Deleting port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:15.230705 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:15.326684 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] For port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:15.327053 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:15.495387 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:15.495945 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (9c4417a3-aa37-4daf-a7d6-0b20c691a179), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:15.496270 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Floating IP 9c4417a3-aa37-4daf-a7d6-0b20c691a179 disassociated. External IP: 172.27.3.177, port: 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb. Mar 08 17:43:15.496621 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Calling delete_port for 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:15.671649 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (5da262fb-efc2-4e00-ab19-d7a9fe99c6fb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:15.700476 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event deleted for resources: {'Port': ['ID=5da262fb-efc2-4e00-ab19-d7a9fe99c6fb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:15.710728 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.711084 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.711437 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.711784 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.712125 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.712466 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.712795 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.713130 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.713564 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.718357 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.718357 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.718357 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.718357 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:15.765777 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72901fbe-de1a-4950-b570-6c45f33f2841 req-ad379e24-fd22-46b2-a760-f4e24a792de9 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 210 time: 0.0272119 Mar 08 17:43:15.838779 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:43:15.955383 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:43:15.968346 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3e057-bde0-4638-92d8-975944337094 None None] Sync routers for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:43:15.977417 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3e057-bde0-4638-92d8-975944337094 None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:43:15.978020 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-c9c3e057-bde0-4638-92d8-975944337094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:42:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:15.999587 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] No DVR routers for this DVR port 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:43:16.002174 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:16.005852 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-511c9852-0bfb-48c6-a427-60c8640821d1 req-6dc6e18d-baaf-4471-95c5-149e02ef5d42 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.64 "DELETE /v2.0/ports/5da262fb-efc2-4e00-ab19-d7a9fe99c6fb HTTP/1.1" status: 204 len: 173 time: 0.8612006 Mar 08 17:43:16.006322 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'name': 'network-vif-deleted', 'tag': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:43:16.008549 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb4e867-0e5c-427b-a21d-de7c508dfafa" -d '{"events": [{"server_uuid": "afa37f66-7bb4-44e7-8b64-a3da2ba3c615", "name": "network-vif-deleted", "tag": "5da262fb-efc2-4e00-ab19-d7a9fe99c6fb"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:43:16.106174 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-c9c3e057-bde0-4638-92d8-975944337094 None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:43:16.126053 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ac589e-b586-4c41-a0a7-54ad00a0e38e x-openstack-request-id: req-a8ac589e-b586-4c41-a0a7-54ad00a0e38e {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:43:16.126354 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa37f66-7bb4-44e7-8b64-a3da2ba3c615", "name": "network-vif-deleted", "tag": "5da262fb-efc2-4e00-ab19-d7a9fe99c6fb", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:43:16.126614 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8ac589e-b586-4c41-a0a7-54ad00a0e38e {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:43:16.127017 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa37f66-7bb4-44e7-8b64-a3da2ba3c615', 'name': 'network-vif-deleted', 'tag': '5da262fb-efc2-4e00-ab19-d7a9fe99c6fb', 'status': 'completed', 'code': 200} Mar 08 17:43:16.442290 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-c9c3e057-bde0-4638-92d8-975944337094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:16.468353 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3e057-bde0-4638-92d8-975944337094 None None] Checking router: 5fd512fb-a263-4f45-ae1f-5c9981aba7dc for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:43:16.476399 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3e057-bde0-4638-92d8-975944337094 None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:43:16.477008 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-c9c3e057-bde0-4638-92d8-975944337094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:42:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:16.582887 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-c9c3e057-bde0-4638-92d8-975944337094 None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:43:16.780255 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-c9c3e057-bde0-4638-92d8-975944337094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:16.806748 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3e057-bde0-4638-92d8-975944337094 None None] The sync data for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi is: [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:30Z', 'revision_number': 4, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'd9a19115-e286-472c-9985-cf3e9cc15aaa', 'name': '', 'network_id': 'a1abd4b6-89d6-4cd5-925b-9e4abef2249e', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'mac_address': 'fa:16:3e:0f:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:29Z', 'updated_at': '2022-03-08T17:32:39Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'subnets': [{'id': 'd804e411-f1f4-4552-9853-ae040e868f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:43:16.876857 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cd69d650-7fff-4142-9309-aa97ea918666 req-11dcd050-570e-48c5-8454-32661047dee6 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/ports?device_id=afa37f66-7bb4-44e7-8b64-a3da2ba3c615 HTTP/1.1" status: 200 len: 210 time: 0.0309374 Mar 08 17:43:17.064714 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea48c93-60fd-4fd7-804c-be933d8fe394 None None] New status for floating IP 9c4417a3-aa37-4daf-a7d6-0b20c691a179: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:43:18.158519 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55224) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:18.210979 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbbb7-106e-43b0-b65e-19e19853193b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (83afdfda-e6dc-4bf4-a365-cfbd2d24a388), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:18.234243 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbbb7-106e-43b0-b65e-19e19853193b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (83afdfda-e6dc-4bf4-a365-cfbd2d24a388), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:18.408716 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbbb7-106e-43b0-b65e-19e19853193b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (83afdfda-e6dc-4bf4-a365-cfbd2d24a388), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:18.411467 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbbb7-106e-43b0-b65e-19e19853193b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:18.412638 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4e9dbbb7-106e-43b0-b65e-19e19853193b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "DELETE /v2.0/security-groups/83afdfda-e6dc-4bf4-a365-cfbd2d24a388 HTTP/1.1" status: 204 len: 168 time: 0.2531166 Mar 08 17:43:18.415456 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55226) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:18.424024 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dbbb7-106e-43b0-b65e-19e19853193b tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83afdfda-e6dc-4bf4-a365-cfbd2d24a388,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:18.428742 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.api.v2.resource [None req-96727287-93e7-4845-a4d6-1d27bd522d6c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] show failed (client error): The resource could not be found. Mar 08 17:43:18.429765 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-96727287-93e7-4845-a4d6-1d27bd522d6c tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "GET /v2.0/security-groups/83afdfda-e6dc-4bf4-a365-cfbd2d24a388 HTTP/1.1" status: 404 len: 347 time: 0.0132837 Mar 08 17:43:18.433417 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55228) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:18.556596 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Deleting port 60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:18.556865 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:18.633922 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:18.634253 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:18.645633 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Calling delete_port for 60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0 owned by network:floatingip {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:18.854581 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:18.879537 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Pushing event deleted for resources: {'Port': ['ID=60ad6b13-ba51-4d1e-ab95-b9bef0f5c4a0,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:18.891557 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.891914 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.892266 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.892615 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.892950 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.893285 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.893616 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.893979 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.894311 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.894640 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.894969 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.895294 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.895617 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:18.951137 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks [] for floatingip (9c4417a3-aa37-4daf-a7d6-0b20c691a179), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:18.953658 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:18.954844 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-cfe5fe0c-200a-4fe0-8a82-5c37168eec21 tempest-AttachVolumeTestJSON-1563770337 tempest-AttachVolumeTestJSON-1563770337-project] 10.222.0.66 "DELETE /v2.0/floatingips/9c4417a3-aa37-4daf-a7d6-0b20c691a179 HTTP/1.1" status: 204 len: 168 time: 0.5201826 Mar 08 17:43:19.151848 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1961-1507-4db7-8d88-3204fa4e6e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:19.336005 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:43:19.359420 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:43:19.359770 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 5da262fb-efc2-4e00-ab19-d7a9fe99c6fb not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:43:20.374114 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:21.351558 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2b863863-3ef4-4cd1-ab45-2fb053467307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:22.705584 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:23.047608 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55256) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:23.490697 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835734'] for router_interface (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:23.736984 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] Deleting port d9a19115-e286-472c-9985-cf3e9cc15aaa {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:23.737325 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:23.823681 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] For port d9a19115-e286-472c-9985-cf3e9cc15aaa, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=d9a19115-e286-472c-9985-cf3e9cc15aaa,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:23.824683 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:23.837406 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] Calling delete_port for d9a19115-e286-472c-9985-cf3e9cc15aaa owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:23.871349 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:24.071304 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (d9a19115-e286-472c-9985-cf3e9cc15aaa), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:24.100591 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a19115-e286-472c-9985-cf3e9cc15aaa,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:24.265356 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3835682'] for router_interface (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:24.470947 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-e6b432ce-d680-4bdc-9ddf-04c400235e68 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431221 Mar 08 17:43:24.489601 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] Router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:43:24.541374 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-e27b9e32-01d9-49e2-8c89-62b4eb72bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:24.542930 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-e27b9e32-01d9-49e2-8c89-62b4eb72bd2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8ec36cbf6184449a2de2296985c4910&device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 1131 time: 0.0431166 Mar 08 17:43:24.656569 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-8fe98439-98ca-4799-948f-e84d772e2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:24.659677 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-8fe98439-98ca-4799-948f-e84d772e2f1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 200 len: 918 time: 0.0960884 Mar 08 17:43:24.731555 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-46ff8088-63ea-4f7f-b51c-7e5f9da5b82d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade801df-55b8-4749-9330-86aeb0f6e678 HTTP/1.1" status: 200 len: 1002 time: 0.0645144 Mar 08 17:43:24.780306 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-7b2024da-230e-4849-906b-33af99b8400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:24.781775 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-7b2024da-230e-4849-906b-33af99b8400b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 200 len: 856 time: 0.0437179 Mar 08 17:43:24.828315 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:43:24.834223 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-555083a6-0e3c-4eae-9ad7-fb4839c270ab admin admin] 10.222.0.66 "PUT /v2.0/routers/5fd512fb-a263-4f45-ae1f-5c9981aba7dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7855434 Mar 08 17:43:24.835538 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-e3bcb7b1-4f6d-4d59-a979-cfeccb0a8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:24.837043 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-e3bcb7b1-4f6d-4d59-a979-cfeccb0a8d86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=59db0e12-d1b7-42cf-8ecb-a8f574e94d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483780 Mar 08 17:43:24.837431 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b4f58-65eb-4657-adc1-4b38ae32359f None None] Sync routers for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:43:24.837556 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55262) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:24.847151 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b4f58-65eb-4657-adc1-4b38ae32359f None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:43:24.847777 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a96b4f58-65eb-4657-adc1-4b38ae32359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:43:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:24.848053 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-e520bf9f-a659-4b95-a07c-aaa79853178c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:43:24.849027 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-e520bf9f-a659-4b95-a07c-aaa79853178c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047157 Mar 08 17:43:24.954538 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-a96b4f58-65eb-4657-adc1-4b38ae32359f None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:43:25.008421 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-68608c8e-72ec-4a55-82a6-fbe8ad0647e8 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286061 Mar 08 17:43:25.009455 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Publish callbacks [] for router (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:25.140741 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a96b4f58-65eb-4657-adc1-4b38ae32359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:43:23Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:25.169525 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b4f58-65eb-4657-adc1-4b38ae32359f None None] Checking router: 5fd512fb-a263-4f45-ae1f-5c9981aba7dc for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:43:25.178978 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b4f58-65eb-4657-adc1-4b38ae32359f None None] Routers {'5fd512fb-a263-4f45-ae1f-5c9981aba7dc'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:43:25.179626 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a96b4f58-65eb-4657-adc1-4b38ae32359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:43:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:25.308631 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:25.312753 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-a96b4f58-65eb-4657-adc1-4b38ae32359f None None] Set router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:43:25.453064 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e8b8fbc0-3f57-4c12-9432-cfabad5c1d3c req-d8dbc6d0-d3c7-4c91-ad19-799f55a6e231 service neutron] 10.222.0.64 "GET /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040911 Mar 08 17:43:25.454369 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Publish callbacks [] for router_gateway (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:25.492581 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a96b4f58-65eb-4657-adc1-4b38ae32359f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:43:23Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:25.522604 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b4f58-65eb-4657-adc1-4b38ae32359f None None] The sync data for ids ['5fd512fb-a263-4f45-ae1f-5c9981aba7dc'] in dv-cinder-830085-3-iscsi is: [{'id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'name': 'tempest-AttachVolumeTestJSON-362766263-router', 'tenant_id': '433070ab733a4989873f937ff516e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:43:23Z', 'revision_number': 5, 'project_id': '433070ab733a4989873f937ff516e8f1', 'gw_port': {'id': 'fa01a3a9-50b0-41b3-a985-cc2dae46126e', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd512fb-a263-4f45-ae1f-5c9981aba7dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:23Z', 'updated_at': '2022-03-08T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:43:25.576779 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Deleting port fa01a3a9-50b0-41b3-a985-cc2dae46126e {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:25.577319 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:25.660125 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] For port fa01a3a9-50b0-41b3-a985-cc2dae46126e, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=fa01a3a9-50b0-41b3-a985-cc2dae46126e,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:25.660484 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:25.671853 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Calling delete_port for fa01a3a9-50b0-41b3-a985-cc2dae46126e owned by network:router_gateway {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:25.911868 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (fa01a3a9-50b0-41b3-a985-cc2dae46126e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:25.938186 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa01a3a9-50b0-41b3-a985-cc2dae46126e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:25.999894 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837064'] for router_gateway (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.101516 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8816'] for router (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.103583 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Publish callbacks [] for router_controller (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.202596 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864875'] for router (5fd512fb-a263-4f45-ae1f-5c9981aba7dc), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.203142 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fd512fb-a263-4f45-ae1f-5c9981aba7dc {{(pid=103424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:43:26.207453 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.208640 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5a70d269-18f5-47ee-8129-e48cb1bb2ce3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/5fd512fb-a263-4f45-ae1f-5c9981aba7dc HTTP/1.1" status: 204 len: 168 time: 1.3701816 Mar 08 17:43:26.211234 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55264) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:26.258268 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-424cc285-e92e-42d6-be83-6aa825c92c00 admin admin] Deleting subnet d804e411-f1f4-4552-9853-ae040e868f99 {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:43:26.261786 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-424cc285-e92e-42d6-be83-6aa825c92c00 admin admin] Publish callbacks [] for subnet (d804e411-f1f4-4552-9853-ae040e868f99), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.303373 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-424cc285-e92e-42d6-be83-6aa825c92c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126485086'] for subnet (d804e411-f1f4-4552-9853-ae040e868f99), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.392289 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-424cc285-e92e-42d6-be83-6aa825c92c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (d804e411-f1f4-4552-9853-ae040e868f99), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.523604 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-424cc285-e92e-42d6-be83-6aa825c92c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126735889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924550'] for subnet (d804e411-f1f4-4552-9853-ae040e868f99), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.550620 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cc285-e92e-42d6-be83-6aa825c92c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d804e411-f1f4-4552-9853-ae040e868f99,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:26.556735 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-424cc285-e92e-42d6-be83-6aa825c92c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.561060 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-424cc285-e92e-42d6-be83-6aa825c92c00 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d804e411-f1f4-4552-9853-ae040e868f99 HTTP/1.1" status: 204 len: 168 time: 0.3478916 Mar 08 17:43:26.562564 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e043942-4596-423d-bf40-30bc9c81219b None None] Network a1abd4b6-89d6-4cd5-925b-9e4abef2249e requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:43:26.563046 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55266) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:26.637276 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (a1abd4b6-89d6-4cd5-925b-9e4abef2249e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.716495 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Deleting port a80da9e9-b57a-4b63-9e0c-79ee76d9220c {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:26.716837 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.780686 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe8d851-fa42-4147-b1dd-c60e4a07b4ec None None] DHCP port deletion for a1abd4b6-89d6-4cd5-925b-9e4abef2249e request from dv-cinder-830085-3-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:43:26.791717 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] For port a80da9e9-b57a-4b63-9e0c-79ee76d9220c, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=a80da9e9-b57a-4b63-9e0c-79ee76d9220c,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:26.792086 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.809691 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device d9a19115-e286-472c-9985-cf3e9cc15aaa no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:43:26.812678 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Calling delete_port for a80da9e9-b57a-4b63-9e0c-79ee76d9220c owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:26.835465 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: d9a19115-e286-472c-9985-cf3e9cc15aaa {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:43:26.835866 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device d9a19115-e286-472c-9985-cf3e9cc15aaa not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:43:26.836227 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device fa01a3a9-50b0-41b3-a985-cc2dae46126e no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:43:26.865416 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: fa01a3a9-50b0-41b3-a985-cc2dae46126e {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:43:26.865835 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device fa01a3a9-50b0-41b3-a985-cc2dae46126e not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:43:26.881600 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8d851-fa42-4147-b1dd-c60e4a07b4ec None None] Deleting port a80da9e9-b57a-4b63-9e0c-79ee76d9220c {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:26.881600 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d851-fa42-4147-b1dd-c60e4a07b4ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.957805 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-bfe8d851-fa42-4147-b1dd-c60e4a07b4ec None None] For port a80da9e9-b57a-4b63-9e0c-79ee76d9220c, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=a80da9e9-b57a-4b63-9e0c-79ee76d9220c,segment=NetworkSegment(16f87bd7-34f9-4019-8ffb-f641443fad01),segment_id=16f87bd7-34f9-4019-8ffb-f641443fad01)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:26.958105 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d851-fa42-4147-b1dd-c60e4a07b4ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:26.973380 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bfe8d851-fa42-4147-b1dd-c60e4a07b4ec None None] Calling delete_port for a80da9e9-b57a-4b63-9e0c-79ee76d9220c owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:27.002870 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.034686 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a80da9e9-b57a-4b63-9e0c-79ee76d9220c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:27.044956 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] No DVR routers for this DVR port a80da9e9-b57a-4b63-9e0c-79ee76d9220c on host dv-cinder-830085-3-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:43:27.066197 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfe8d851-fa42-4147-b1dd-c60e4a07b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442'] for port (a80da9e9-b57a-4b63-9e0c-79ee76d9220c), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.093918 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe8d851-fa42-4147-b1dd-c60e4a07b4ec None None] No DVR routers for this DVR port a80da9e9-b57a-4b63-9e0c-79ee76d9220c on host dv-cinder-830085-3-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:43:27.098266 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8d851-fa42-4147-b1dd-c60e4a07b4ec None None] Pushing event deleted for resources: {'Port': ['ID=a80da9e9-b57a-4b63-9e0c-79ee76d9220c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:27.124650 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (a1abd4b6-89d6-4cd5-925b-9e4abef2249e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.147569 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1abd4b6-89d6-4cd5-925b-9e4abef2249e']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:27.160992 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f87bd7-34f9-4019-8ffb-f641443fad01') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:27.161289 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f87bd7-34f9-4019-8ffb-f641443fad01') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:27.172127 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127025868'] for segment (16f87bd7-34f9-4019-8ffb-f641443fad01), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.185654 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (16f87bd7-34f9-4019-8ffb-f641443fad01), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.192782 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:43:27.193172 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129999081'] for segment (16f87bd7-34f9-4019-8ffb-f641443fad01), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: Traceback (most recent call last): Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: timer() Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: cb(*args, **kw) Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: return func(*args, **kwargs) Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: self._notify() Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: self.callback(batched_events) Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: event.method(event) Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: return f(self, *a, **k) Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._get(url).json() Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:43:27.195016 dv-cinder-830085-3-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:43:27.306610 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (a1abd4b6-89d6-4cd5-925b-9e4abef2249e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.311989 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.317732 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a1abd4b6-89d6-4cd5-925b-9e4abef2249e HTTP/1.1" status: 204 len: 168 time: 0.7513614 Mar 08 17:43:27.327156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82432fa-4615-4ccb-85e5-f6fac6e2e4a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1abd4b6-89d6-4cd5-925b-9e4abef2249e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:27.698628 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55272) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:27.748996 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-28a8a70f-0d3c-4c3e-a5c2-7802c0a9e118 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=433070ab733a4989873f937ff516e8f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0490725 Mar 08 17:43:27.751487 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55274) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:27.802605 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb26da2a-1e8e-498e-be17-a3a62635611e admin admin] Publish callbacks [] for security_group (83259b19-00e6-42bc-a67b-751e3c0505f0), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.823458 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb26da2a-1e8e-498e-be17-a3a62635611e admin admin] Publish callbacks [] for security_group (83259b19-00e6-42bc-a67b-751e3c0505f0), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.956778 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb26da2a-1e8e-498e-be17-a3a62635611e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (83259b19-00e6-42bc-a67b-751e3c0505f0), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.959379 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fb26da2a-1e8e-498e-be17-a3a62635611e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:27.960546 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fb26da2a-1e8e-498e-be17-a3a62635611e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83259b19-00e6-42bc-a67b-751e3c0505f0 HTTP/1.1" status: 204 len: 168 time: 0.2081323 Mar 08 17:43:27.968499 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26da2a-1e8e-498e-be17-a3a62635611e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83259b19-00e6-42bc-a67b-751e3c0505f0,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:28.720771 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device a80da9e9-b57a-4b63-9e0c-79ee76d9220c no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:43:28.742410 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: a80da9e9-b57a-4b63-9e0c-79ee76d9220c {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:43:28.742772 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device a80da9e9-b57a-4b63-9e0c-79ee76d9220c not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:43:45.678294 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55442) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:45.955062 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:43:45.982271 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Deleting port 1d6ce91b-110b-4256-8569-8e3784931e42 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:45.982621 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (1d6ce91b-110b-4256-8569-8e3784931e42), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:46.062932 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (1d6ce91b-110b-4256-8569-8e3784931e42), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:46.063267 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for floatingip (1d6ce91b-110b-4256-8569-8e3784931e42), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:46.075230 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Calling delete_port for 1d6ce91b-110b-4256-8569-8e3784931e42 owned by network:floatingip {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:46.334170 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (1d6ce91b-110b-4256-8569-8e3784931e42), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:46.360219 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event deleted for resources: {'Port': ['ID=1d6ce91b-110b-4256-8569-8e3784931e42,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:46.420334 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for floatingip (76ad37b6-b6cd-4f1b-af57-2c8efe83a85c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:46.420665 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Floating IP 76ad37b6-b6cd-4f1b-af57-2c8efe83a85c disassociated (deleted). External IP: 172.27.3.169, port: 22aed709-993e-4b48-baed-24d6e4719ec2. Mar 08 17:43:46.641797 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Router 0180521c-61cd-47fe-9b41-eedb6156b35f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:43:46.749218 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:43:46.754004 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:46.758596 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71ef33-d6f5-467e-ab88-8108fc9fada8 None None] Sync routers for ids ['0180521c-61cd-47fe-9b41-eedb6156b35f'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:43:46.769097 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71ef33-d6f5-467e-ab88-8108fc9fada8 None None] Routers {'0180521c-61cd-47fe-9b41-eedb6156b35f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:43:46.769705 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3c71ef33-d6f5-467e-ab88-8108fc9fada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:43:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['0180521c-61cd-47fe-9b41-eedb6156b35f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:46.783881 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1cd13e13-09e4-466d-94df-e90697a512f8 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "DELETE /v2.0/floatingips/76ad37b6-b6cd-4f1b-af57-2c8efe83a85c HTTP/1.1" status: 204 len: 168 time: 1.1045086 Mar 08 17:43:46.784471 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:43:46.786737 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb24293935f3e4c1481fa83254af943874e64c693aee071e87be2884696519c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80dc87a-96b5-420a-90f6-863510dbc11d" -d '{"events": [{"name": "network-changed", "server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:43:46.963583 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09ae9ac-12af-4a6f-993e-a845872197a9 x-openstack-request-id: req-c09ae9ac-12af-4a6f-993e-a845872197a9 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:43:46.963583 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:43:46.963583 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c09ae9ac-12af-4a6f-993e-a845872197a9 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:43:46.963583 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2', 'status': 'completed', 'code': 200} Mar 08 17:43:46.972826 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-3c71ef33-d6f5-467e-ab88-8108fc9fada8 None None] Set router 0180521c-61cd-47fe-9b41-eedb6156b35f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:43:47.029707 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dc87a-96b5-420a-90f6-863510dbc11d req-01d5996b-dada-413c-ae13-b5e9b3e242fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:47.031248 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d80dc87a-96b5-420a-90f6-863510dbc11d req-01d5996b-dada-413c-ae13-b5e9b3e242fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=058ce255d9cd4e40abe99e8939a7f214&device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 1129 time: 0.0478325 Mar 08 17:43:47.150584 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dc87a-96b5-420a-90f6-863510dbc11d req-f9abcd2f-7c00-4af0-b662-9e38fbed569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:47.150584 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d80dc87a-96b5-420a-90f6-863510dbc11d req-f9abcd2f-7c00-4af0-b662-9e38fbed569f service neutron] 10.222.0.64 "GET /v2.0/networks?id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b HTTP/1.1" status: 200 len: 909 time: 0.1076000 Mar 08 17:43:47.195410 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d80dc87a-96b5-420a-90f6-863510dbc11d req-ab352dbb-1e42-4789-8375-55c70caeef69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22aed709-993e-4b48-baed-24d6e4719ec2 HTTP/1.1" status: 200 len: 217 time: 0.0393367 Mar 08 17:43:47.222800 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3c71ef33-d6f5-467e-ab88-8108fc9fada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 4, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'c21b8491-5094-4e86-987d-a6712c3d0a1b', 'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'mac_address': 'fa:16:3e:4b:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:19Z', 'updated_at': '2022-03-08T17:37:24Z', 'revision_number': 5, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'subnets': [{'id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:47.234717 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e1dd4-87ec-4745-a068-9eb9e216c5cc req-e198278c-44e0-4030-a3b5-428a17a2bd97 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:47.236346 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5d3e1dd4-87ec-4745-a068-9eb9e216c5cc req-e198278c-44e0-4030-a3b5-428a17a2bd97 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0830462 Mar 08 17:43:47.259851 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71ef33-d6f5-467e-ab88-8108fc9fada8 None None] Checking router: 0180521c-61cd-47fe-9b41-eedb6156b35f for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:43:47.269447 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71ef33-d6f5-467e-ab88-8108fc9fada8 None None] Routers {'0180521c-61cd-47fe-9b41-eedb6156b35f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:43:47.270012 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dc87a-96b5-420a-90f6-863510dbc11d req-fda2f790-2103-4cf8-8b72-ad27e96b613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:47.270632 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3c71ef33-d6f5-467e-ab88-8108fc9fada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:43:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['0180521c-61cd-47fe-9b41-eedb6156b35f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:47.271909 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d80dc87a-96b5-420a-90f6-863510dbc11d req-fda2f790-2103-4cf8-8b72-ad27e96b613c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=642e7aed-f545-4dc1-8208-708f7ae3af60 HTTP/1.1" status: 200 len: 847 time: 0.0644028 Mar 08 17:43:47.306704 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5d3e1dd4-87ec-4745-a068-9eb9e216c5cc req-9ef61ef2-809f-4a79-ad1f-aa5683f7301b tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594621 Mar 08 17:43:47.340135 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dc87a-96b5-420a-90f6-863510dbc11d req-e0892016-39fe-483c-9c89-36cef7ee9dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:47.340135 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d80dc87a-96b5-420a-90f6-863510dbc11d req-e0892016-39fe-483c-9c89-36cef7ee9dd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=709ddbfe-d103-4ade-9d4e-00a50ee81b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552099 Mar 08 17:43:47.398478 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-3c71ef33-d6f5-467e-ab88-8108fc9fada8 None None] Set router 0180521c-61cd-47fe-9b41-eedb6156b35f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:43:47.431040 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d80dc87a-96b5-420a-90f6-863510dbc11d req-fc2daf0c-5497-4f38-ac3d-45b80f023ba1 service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857239 Mar 08 17:43:47.539935 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d80dc87a-96b5-420a-90f6-863510dbc11d req-393209f8-484a-44bf-a6b3-984b1745fce8 service neutron] 10.222.0.64 "GET /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018476 Mar 08 17:43:47.607506 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3c71ef33-d6f5-467e-ab88-8108fc9fada8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 4, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'c21b8491-5094-4e86-987d-a6712c3d0a1b', 'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'mac_address': 'fa:16:3e:4b:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:19Z', 'updated_at': '2022-03-08T17:37:24Z', 'revision_number': 5, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'subnets': [{'id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:47.634259 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71ef33-d6f5-467e-ab88-8108fc9fada8 None None] The sync data for ids ['0180521c-61cd-47fe-9b41-eedb6156b35f'] in dv-cinder-830085-3-iscsi is: [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:37:20Z', 'revision_number': 4, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'c21b8491-5094-4e86-987d-a6712c3d0a1b', 'name': '', 'network_id': '709ddbfe-d103-4ade-9d4e-00a50ee81b3b', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'mac_address': 'fa:16:3e:4b:c9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:19Z', 'updated_at': '2022-03-08T17:37:24Z', 'revision_number': 5, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'subnets': [{'id': '642e7aed-f545-4dc1-8208-708f7ae3af60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:43:47.859719 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2bbc5-124e-4740-8a1d-ebd83796aa68 None None] New status for floating IP 76ad37b6-b6cd-4f1b-af57-2c8efe83a85c: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:43:48.415731 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f26280-f44d-42a0-a8fd-ec893aa650f4 req-5862f986-0041-4958-8105-fdb157f8d59f tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:48.417206 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f5f26280-f44d-42a0-a8fd-ec893aa650f4 req-5862f986-0041-4958-8105-fdb157f8d59f tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0513828 Mar 08 17:43:48.464810 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f5f26280-f44d-42a0-a8fd-ec893aa650f4 req-78175440-6a59-45dc-b7e0-4e4d25888309 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 Mar 08 17:43:49.082527 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6599367d-08c8-44ab-b624-5ea2683d29b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:49.487789 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa40ce-fd74-4ecd-9112-3647b6b7bf0a req-f33ea578-476f-4c4b-808d-d723fdcc4afc tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:49.489220 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-70fa40ce-fd74-4ecd-9112-3647b6b7bf0a req-f33ea578-476f-4c4b-808d-d723fdcc4afc tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.64 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0496943 Mar 08 17:43:49.583259 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a22b9-2234-452a-975f-142f55b85467 req-89c9ccc6-5ae6-4b0e-8c0d-86f4a066cb74 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:43:49.584807 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-514a22b9-2234-452a-975f-142f55b85467 req-89c9ccc6-5ae6-4b0e-8c0d-86f4a066cb74 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 945 time: 0.0523157 Mar 08 17:43:49.588197 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-70fa40ce-fd74-4ecd-9112-3647b6b7bf0a req-f8cc75df-8f5b-4ae8-9b84-d9c25cc9e238 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Deleting port 22aed709-993e-4b48-baed-24d6e4719ec2 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:49.588542 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-70fa40ce-fd74-4ecd-9112-3647b6b7bf0a req-f8cc75df-8f5b-4ae8-9b84-d9c25cc9e238 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:49.634795 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-514a22b9-2234-452a-975f-142f55b85467 req-0b4f8331-2a39-40b6-85c5-bedb8a91fc2a tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/security-groups?id=fa287d89-4ce8-4578-a850-9e0114b45056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Mar 08 17:43:49.676837 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-70fa40ce-fd74-4ecd-9112-3647b6b7bf0a req-f8cc75df-8f5b-4ae8-9b84-d9c25cc9e238 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] For port 22aed709-993e-4b48-baed-24d6e4719ec2, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=22aed709-993e-4b48-baed-24d6e4719ec2,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:49.677197 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-70fa40ce-fd74-4ecd-9112-3647b6b7bf0a req-f8cc75df-8f5b-4ae8-9b84-d9c25cc9e238 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:49.689201 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-70fa40ce-fd74-4ecd-9112-3647b6b7bf0a req-f8cc75df-8f5b-4ae8-9b84-d9c25cc9e238 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Calling delete_port for 22aed709-993e-4b48-baed-24d6e4719ec2 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:49.872014 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-70fa40ce-fd74-4ecd-9112-3647b6b7bf0a req-f8cc75df-8f5b-4ae8-9b84-d9c25cc9e238 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (22aed709-993e-4b48-baed-24d6e4719ec2), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:49.901058 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc75df-8f5b-4ae8-9b84-d9c25cc9e238 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event deleted for resources: {'Port': ['ID=22aed709-993e-4b48-baed-24d6e4719ec2,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:49.947072 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fa40ce-fd74-4ecd-9112-3647b6b7bf0a req-f8cc75df-8f5b-4ae8-9b84-d9c25cc9e238 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] No DVR routers for this DVR port 22aed709-993e-4b48-baed-24d6e4719ec2 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:43:49.953216 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-70fa40ce-fd74-4ecd-9112-3647b6b7bf0a req-f8cc75df-8f5b-4ae8-9b84-d9c25cc9e238 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:49.956990 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-70fa40ce-fd74-4ecd-9112-3647b6b7bf0a req-f8cc75df-8f5b-4ae8-9b84-d9c25cc9e238 tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.64 "DELETE /v2.0/ports/22aed709-993e-4b48-baed-24d6e4719ec2 HTTP/1.1" status: 204 len: 173 time: 0.4598062 Mar 08 17:43:49.957521 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'name': 'network-vif-deleted', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:43:49.960430 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8984f2a2-d0fa-4fd9-9150-a88b44ec206d" -d '{"events": [{"server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "name": "network-vif-deleted", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:43:49.998240 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c2f449-ad74-4489-affd-a5bb1662898c x-openstack-request-id: req-82c2f449-ad74-4489-affd-a5bb1662898c {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:43:50.002767 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79e1a58-c13b-47b7-9794-d6eafcf7369a", "name": "network-vif-deleted", "tag": "22aed709-993e-4b48-baed-24d6e4719ec2", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:43:50.002767 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82c2f449-ad74-4489-affd-a5bb1662898c {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:43:50.002767 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79e1a58-c13b-47b7-9794-d6eafcf7369a', 'name': 'network-vif-deleted', 'tag': '22aed709-993e-4b48-baed-24d6e4719ec2', 'status': 'completed', 'code': 200} Mar 08 17:43:50.390831 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:50.740372 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55524) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:50.742214 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6f7eada7-adb4-445b-bc69-52aa2becbaee req-98d112b0-6b49-4fe0-8f1d-1610a01d35ec tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e79e1a58-c13b-47b7-9794-d6eafcf7369a HTTP/1.1" status: 200 len: 210 time: 0.0280151 Mar 08 17:43:50.846021 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-71221781-f8df-4458-8ffc-1b1cf4886bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:50.921379 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-71221781-f8df-4458-8ffc-1b1cf4886bf5 admin admin] Publish callbacks [] for security_group (c84f6c7b-3dcb-4549-bdd5-997d8a9b5832), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:50.985223 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-71221781-f8df-4458-8ffc-1b1cf4886bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (c84f6c7b-3dcb-4549-bdd5-997d8a9b5832), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.024052 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-71221781-f8df-4458-8ffc-1b1cf4886bf5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ffd1c6147a8473a98f7d65f69c8a8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826071 Mar 08 17:43:51.035167 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71221781-f8df-4458-8ffc-1b1cf4886bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84f6c7b-3dcb-4549-bdd5-997d8a9b5832,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:51.035985 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55528) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:51.078189 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b64b2c7f-0457-4f2c-beb0-74a5756f2dcb admin admin] Publish callbacks [] for security_group (c84f6c7b-3dcb-4549-bdd5-997d8a9b5832), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.103267 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b64b2c7f-0457-4f2c-beb0-74a5756f2dcb admin admin] Publish callbacks [] for security_group (c84f6c7b-3dcb-4549-bdd5-997d8a9b5832), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.237076 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b64b2c7f-0457-4f2c-beb0-74a5756f2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (c84f6c7b-3dcb-4549-bdd5-997d8a9b5832), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.240106 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b64b2c7f-0457-4f2c-beb0-74a5756f2dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.241503 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b64b2c7f-0457-4f2c-beb0-74a5756f2dcb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c84f6c7b-3dcb-4549-bdd5-997d8a9b5832 HTTP/1.1" status: 204 len: 168 time: 0.2129116 Mar 08 17:43:51.249945 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b2c7f-0457-4f2c-beb0-74a5756f2dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84f6c7b-3dcb-4549-bdd5-997d8a9b5832,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:51.311375 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6043f7dc-38c4-40b2-847d-92d3bb677d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.719810 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55534) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:51.733346 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5107ab9f-8f76-43b5-a8e2-b9da722a194e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.799025 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55538) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:51.810367 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5107ab9f-8f76-43b5-a8e2-b9da722a194e admin admin] Publish callbacks [] for security_group (6456bd2c-d3c8-4208-b097-64b378209b77), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.854013 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e983755-3256-49ce-99ac-0df3ae167e0b tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group (fa287d89-4ce8-4578-a850-9e0114b45056), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.864940 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5107ab9f-8f76-43b5-a8e2-b9da722a194e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (6456bd2c-d3c8-4208-b097-64b378209b77), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.880167 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e983755-3256-49ce-99ac-0df3ae167e0b tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group (fa287d89-4ce8-4578-a850-9e0114b45056), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.903710 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5107ab9f-8f76-43b5-a8e2-b9da722a194e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba6268edb3b6415a9adcce80176acade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827154 Mar 08 17:43:51.905870 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107ab9f-8f76-43b5-a8e2-b9da722a194e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6456bd2c-d3c8-4208-b097-64b378209b77,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:51.908305 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55540) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:51.966904 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dc4f374b-5eec-480b-b44f-79199a6a6024 admin admin] Publish callbacks [] for security_group (6456bd2c-d3c8-4208-b097-64b378209b77), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:51.988393 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dc4f374b-5eec-480b-b44f-79199a6a6024 admin admin] Publish callbacks [] for security_group (6456bd2c-d3c8-4208-b097-64b378209b77), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:52.013841 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e983755-3256-49ce-99ac-0df3ae167e0b tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (fa287d89-4ce8-4578-a850-9e0114b45056), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:52.017828 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6e983755-3256-49ce-99ac-0df3ae167e0b tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:52.019883 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-6e983755-3256-49ce-99ac-0df3ae167e0b tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] 10.222.0.66 "DELETE /v2.0/security-groups/fa287d89-4ce8-4578-a850-9e0114b45056 HTTP/1.1" status: 204 len: 168 time: 0.2196925 Mar 08 17:43:52.035117 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e983755-3256-49ce-99ac-0df3ae167e0b tempest-TestShelveInstance-203194417 tempest-TestShelveInstance-203194417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa287d89-4ce8-4578-a850-9e0114b45056,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:52.093793 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dc4f374b-5eec-480b-b44f-79199a6a6024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (6456bd2c-d3c8-4208-b097-64b378209b77), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:52.096385 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dc4f374b-5eec-480b-b44f-79199a6a6024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:52.097566 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-dc4f374b-5eec-480b-b44f-79199a6a6024 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6456bd2c-d3c8-4208-b097-64b378209b77 HTTP/1.1" status: 204 len: 168 time: 0.1883576 Mar 08 17:43:52.106418 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f374b-5eec-480b-b44f-79199a6a6024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456bd2c-d3c8-4208-b097-64b378209b77,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:52.139372 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55546) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:52.591039 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835734'] for router_interface (0180521c-61cd-47fe-9b41-eedb6156b35f), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:52.693996 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:52.838377 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] Deleting port c21b8491-5094-4e86-987d-a6712c3d0a1b {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:52.838873 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:52.917365 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] For port c21b8491-5094-4e86-987d-a6712c3d0a1b, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=c21b8491-5094-4e86-987d-a6712c3d0a1b,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:52.917736 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:52.929206 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] Calling delete_port for c21b8491-5094-4e86-987d-a6712c3d0a1b owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:53.174073 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (c21b8491-5094-4e86-987d-a6712c3d0a1b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:53.198042 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21b8491-5094-4e86-987d-a6712c3d0a1b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:53.382728 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3835682'] for router_interface (0180521c-61cd-47fe-9b41-eedb6156b35f), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:53.559734 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 22aed709-993e-4b48-baed-24d6e4719ec2 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:43:53.579724 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: 22aed709-993e-4b48-baed-24d6e4719ec2 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:43:53.581807 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 22aed709-993e-4b48-baed-24d6e4719ec2 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:43:53.612970 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] Router 0180521c-61cd-47fe-9b41-eedb6156b35f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:43:53.726732 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:43:53.732400 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ae0f0468-7931-4af9-9707-01ef42ae8d78 admin admin] 10.222.0.66 "PUT /v2.0/routers/0180521c-61cd-47fe-9b41-eedb6156b35f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5917816 Mar 08 17:43:53.735137 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55582) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:53.738045 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c469ce-8377-4d60-815c-2dd1f5dbe1c9 None None] Sync routers for ids ['0180521c-61cd-47fe-9b41-eedb6156b35f'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:43:53.750453 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c469ce-8377-4d60-815c-2dd1f5dbe1c9 None None] Routers {'0180521c-61cd-47fe-9b41-eedb6156b35f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:43:53.751186 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a7c469ce-8377-4d60-815c-2dd1f5dbe1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:43:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['0180521c-61cd-47fe-9b41-eedb6156b35f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:53.856903 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Publish callbacks [] for router (0180521c-61cd-47fe-9b41-eedb6156b35f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:53.872397 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-a7c469ce-8377-4d60-815c-2dd1f5dbe1c9 None None] Set router 0180521c-61cd-47fe-9b41-eedb6156b35f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:43:53.895331 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:53.980860 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Publish callbacks [] for router_gateway (0180521c-61cd-47fe-9b41-eedb6156b35f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:54.070204 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Deleting port 9bdf4aca-ec60-4430-a525-4d2f01b1588c {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:54.070870 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:54.071189 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a7c469ce-8377-4d60-815c-2dd1f5dbe1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:43:53Z', 'revision_number': 5, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port': {'id': '9bdf4aca-ec60-4430-a525-4d2f01b1588c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:17Z', 'updated_at': '2022-03-08T17:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:54.099585 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c469ce-8377-4d60-815c-2dd1f5dbe1c9 None None] Checking router: 0180521c-61cd-47fe-9b41-eedb6156b35f for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:43:54.108292 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c469ce-8377-4d60-815c-2dd1f5dbe1c9 None None] Routers {'0180521c-61cd-47fe-9b41-eedb6156b35f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:43:54.108907 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a7c469ce-8377-4d60-815c-2dd1f5dbe1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:43:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['0180521c-61cd-47fe-9b41-eedb6156b35f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:54.153845 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] For port 9bdf4aca-ec60-4430-a525-4d2f01b1588c, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=9bdf4aca-ec60-4430-a525-4d2f01b1588c,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:54.153845 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:54.165688 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Calling delete_port for 9bdf4aca-ec60-4430-a525-4d2f01b1588c owned by network:router_gateway {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:54.199847 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-a7c469ce-8377-4d60-815c-2dd1f5dbe1c9 None None] Set router 0180521c-61cd-47fe-9b41-eedb6156b35f gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:43:54.255464 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a7c469ce-8377-4d60-815c-2dd1f5dbe1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:43:53Z', 'revision_number': 6, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port_host': None}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:54.282630 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c469ce-8377-4d60-815c-2dd1f5dbe1c9 None None] The sync data for ids ['0180521c-61cd-47fe-9b41-eedb6156b35f'] in dv-cinder-830085-3-iscsi is: [{'id': '0180521c-61cd-47fe-9b41-eedb6156b35f', 'name': 'tempest-TestShelveInstance-732206230-router', 'tenant_id': '058ce255d9cd4e40abe99e8939a7f214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:16Z', 'updated_at': '2022-03-08T17:43:53Z', 'revision_number': 6, 'project_id': '058ce255d9cd4e40abe99e8939a7f214', 'gw_port_host': None}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:43:54.419642 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (9bdf4aca-ec60-4430-a525-4d2f01b1588c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:54.449973 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdf4aca-ec60-4430-a525-4d2f01b1588c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:54.509099 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837064'] for router_gateway (0180521c-61cd-47fe-9b41-eedb6156b35f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:54.601425 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8816'] for router (0180521c-61cd-47fe-9b41-eedb6156b35f), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:54.603580 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Publish callbacks [] for router_controller (0180521c-61cd-47fe-9b41-eedb6156b35f), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:54.716953 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864875'] for router (0180521c-61cd-47fe-9b41-eedb6156b35f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:54.717593 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0180521c-61cd-47fe-9b41-eedb6156b35f {{(pid=103424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:43:54.725537 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:54.725537 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-54d3d46c-cbbd-4e8f-8d51-fbe44b23cf8b admin admin] 10.222.0.66 "DELETE /v2.0/routers/0180521c-61cd-47fe-9b41-eedb6156b35f HTTP/1.1" status: 204 len: 168 time: 0.9876158 Mar 08 17:43:54.726321 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55592) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:54.769947 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f8d3d3-b949-445b-9c74-ad5f3221a9af admin admin] Deleting subnet 642e7aed-f545-4dc1-8208-708f7ae3af60 {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:43:54.772926 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-63f8d3d3-b949-445b-9c74-ad5f3221a9af admin admin] Publish callbacks [] for subnet (642e7aed-f545-4dc1-8208-708f7ae3af60), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:54.806141 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-63f8d3d3-b949-445b-9c74-ad5f3221a9af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127025719'] for subnet (642e7aed-f545-4dc1-8208-708f7ae3af60), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:54.909721 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-63f8d3d3-b949-445b-9c74-ad5f3221a9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (642e7aed-f545-4dc1-8208-708f7ae3af60), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.025941 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-63f8d3d3-b949-445b-9c74-ad5f3221a9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129998979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129705221'] for subnet (642e7aed-f545-4dc1-8208-708f7ae3af60), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.052668 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8d3d3-b949-445b-9c74-ad5f3221a9af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642e7aed-f545-4dc1-8208-708f7ae3af60,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:55.056788 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-63f8d3d3-b949-445b-9c74-ad5f3221a9af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.062017 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-63f8d3d3-b949-445b-9c74-ad5f3221a9af admin admin] 10.222.0.66 "DELETE /v2.0/subnets/642e7aed-f545-4dc1-8208-708f7ae3af60 HTTP/1.1" status: 204 len: 168 time: 0.3346546 Mar 08 17:43:55.062745 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55594) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:55.064524 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b092fe8-d797-4a3c-8029-1813375b4409 None None] Network 709ddbfe-d103-4ade-9d4e-00a50ee81b3b requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:43:55.144146 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device c21b8491-5094-4e86-987d-a6712c3d0a1b no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:43:55.148589 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (709ddbfe-d103-4ade-9d4e-00a50ee81b3b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.171977 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: c21b8491-5094-4e86-987d-a6712c3d0a1b {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:43:55.172326 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device c21b8491-5094-4e86-987d-a6712c3d0a1b not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:43:55.213721 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Deleting port 783fadae-9440-45ec-85b6-a374b7180596 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:55.214230 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (783fadae-9440-45ec-85b6-a374b7180596), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.379436 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] DHCP port deletion for 709ddbfe-d103-4ade-9d4e-00a50ee81b3b request from dv-cinder-830085-3-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:43:55.381888 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.431828 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Deleting port 783fadae-9440-45ec-85b6-a374b7180596 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:55.432369 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (783fadae-9440-45ec-85b6-a374b7180596), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.513705 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] For port 783fadae-9440-45ec-85b6-a374b7180596, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=783fadae-9440-45ec-85b6-a374b7180596,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:55.513705 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (783fadae-9440-45ec-85b6-a374b7180596), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.514044 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-481104a7-a851-494a-a573-893decb7077f admin admin] For port 783fadae-9440-45ec-85b6-a374b7180596, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=783fadae-9440-45ec-85b6-a374b7180596,segment=NetworkSegment(e276fe8d-c2f2-4538-a452-fd58089ff4a0),segment_id=e276fe8d-c2f2-4538-a452-fd58089ff4a0)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:55.514044 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (783fadae-9440-45ec-85b6-a374b7180596), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.514247 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Calling delete_port for 783fadae-9440-45ec-85b6-a374b7180596 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:55.521049 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Calling delete_port for 783fadae-9440-45ec-85b6-a374b7180596 owned by network:dhcp {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:55.699585 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442'] for port (783fadae-9440-45ec-85b6-a374b7180596), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.705466 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (783fadae-9440-45ec-85b6-a374b7180596), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.726024 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Pushing event deleted for resources: {'Port': ['ID=783fadae-9440-45ec-85b6-a374b7180596,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:55.729088 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] No DVR routers for this DVR port 783fadae-9440-45ec-85b6-a374b7180596 on host dv-cinder-830085-3-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:43:55.730079 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Pushing event deleted for resources: {'Port': ['ID=783fadae-9440-45ec-85b6-a374b7180596,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:55.734290 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481104a7-a851-494a-a573-893decb7077f admin admin] No DVR routers for this DVR port 783fadae-9440-45ec-85b6-a374b7180596 on host dv-cinder-830085-3-iscsi {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:43:55.736969 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.737064 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.737503 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.737719 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.738102 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.738429 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.738765 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.739103 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.739450 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.739755 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.740081 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.740412 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.740744 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0131e00-5a28-4a54-bc43-2497694677f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:43:55.807793 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (709ddbfe-d103-4ade-9d4e-00a50ee81b3b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.826797 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-481104a7-a851-494a-a573-893decb7077f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709ddbfe-d103-4ade-9d4e-00a50ee81b3b']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:55.835630 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-481104a7-a851-494a-a573-893decb7077f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e276fe8d-c2f2-4538-a452-fd58089ff4a0') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:55.835930 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-481104a7-a851-494a-a573-893decb7077f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e276fe8d-c2f2-4538-a452-fd58089ff4a0') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:55.845592 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126485157'] for segment (e276fe8d-c2f2-4538-a452-fd58089ff4a0), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.859680 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (e276fe8d-c2f2-4538-a452-fd58089ff4a0), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.866006 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:43:55.866723 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126735995'] for segment (e276fe8d-c2f2-4538-a452-fd58089ff4a0), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: Traceback (most recent call last): Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: timer() Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: cb(*args, **kw) Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: return func(*args, **kwargs) Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: self._notify() Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: self.callback(batched_events) Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: event.method(event) Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: return f(self, *a, **k) Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._get(url).json() Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:43:55.868415 dv-cinder-830085-3-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:43:56.002393 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (709ddbfe-d103-4ade-9d4e-00a50ee81b3b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:56.007745 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:56.011556 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-481104a7-a851-494a-a573-893decb7077f admin admin] 10.222.0.66 "DELETE /v2.0/networks/709ddbfe-d103-4ade-9d4e-00a50ee81b3b HTTP/1.1" status: 204 len: 168 time: 0.9470129 Mar 08 17:43:56.018077 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55598) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:56.022688 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481104a7-a851-494a-a573-893decb7077f admin admin] Pushing event deleted for resources: {'Network': ['ID=709ddbfe-d103-4ade-9d4e-00a50ee81b3b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:56.356557 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835734'] for router_interface (88501043-a1be-477b-8b39-de5fef87b339), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:56.741022 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 783fadae-9440-45ec-85b6-a374b7180596 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:43:56.762718 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: 783fadae-9440-45ec-85b6-a374b7180596 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:43:56.763062 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 783fadae-9440-45ec-85b6-a374b7180596 not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:43:56.763471 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 9bdf4aca-ec60-4430-a525-4d2f01b1588c no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:43:56.781838 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: 9bdf4aca-ec60-4430-a525-4d2f01b1588c {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:43:56.783648 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 9bdf4aca-ec60-4430-a525-4d2f01b1588c not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:43:56.877021 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] Deleting port b53c55b2-0480-41e6-8f93-c0914992af9d {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:56.877292 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:56.955071 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] For port b53c55b2-0480-41e6-8f93-c0914992af9d, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b53c55b2-0480-41e6-8f93-c0914992af9d,segment=NetworkSegment(a0762e34-4619-45f0-b18d-d685ea316c34),segment_id=a0762e34-4619-45f0-b18d-d685ea316c34)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:56.955071 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:56.966482 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] Calling delete_port for b53c55b2-0480-41e6-8f93-c0914992af9d owned by network:router_interface {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:57.254243 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (b53c55b2-0480-41e6-8f93-c0914992af9d), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:57.285401 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53c55b2-0480-41e6-8f93-c0914992af9d,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:57.451509 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3835682'] for router_interface (88501043-a1be-477b-8b39-de5fef87b339), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:57.661155 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] Router 88501043-a1be-477b-8b39-de5fef87b339 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:43:57.766704 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:43:57.771574 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ba14eb30-5fd3-4c56-81d2-a0a77e3b0fe3 admin admin] 10.222.0.66 "PUT /v2.0/routers/88501043-a1be-477b-8b39-de5fef87b339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7556751 Mar 08 17:43:57.774138 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55608) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:57.777710 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddafb5b-c28a-43d7-bf0b-7ddd80bae31c None None] Sync routers for ids ['88501043-a1be-477b-8b39-de5fef87b339'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:43:57.786992 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddafb5b-c28a-43d7-bf0b-7ddd80bae31c None None] Routers {'88501043-a1be-477b-8b39-de5fef87b339'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:43:57.787619 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-cddafb5b-c28a-43d7-bf0b-7ddd80bae31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:43:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['88501043-a1be-477b-8b39-de5fef87b339'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:57.879851 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Publish callbacks [] for router (88501043-a1be-477b-8b39-de5fef87b339), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:57.894129 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-cddafb5b-c28a-43d7-bf0b-7ddd80bae31c None None] Set router 88501043-a1be-477b-8b39-de5fef87b339 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:43:57.983501 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Publish callbacks [] for router_gateway (88501043-a1be-477b-8b39-de5fef87b339), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:58.072359 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-cddafb5b-c28a-43d7-bf0b-7ddd80bae31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88501043-a1be-477b-8b39-de5fef87b339', 'name': 'tempest-TestShelveInstance-541589175-router', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:24Z', 'updated_at': '2022-03-08T17:43:57Z', 'revision_number': 5, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'gw_port': {'id': 'd8f83cc8-d865-47e6-a56d-91cd86d22c0b', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:19:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88501043-a1be-477b-8b39-de5fef87b339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:37:25Z', 'updated_at': '2022-03-08T17:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:58.103060 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddafb5b-c28a-43d7-bf0b-7ddd80bae31c None None] Checking router: 88501043-a1be-477b-8b39-de5fef87b339 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:43:58.112098 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddafb5b-c28a-43d7-bf0b-7ddd80bae31c None None] Routers {'88501043-a1be-477b-8b39-de5fef87b339'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:43:58.112725 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-cddafb5b-c28a-43d7-bf0b-7ddd80bae31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:43:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['88501043-a1be-477b-8b39-de5fef87b339'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:58.120354 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Deleting port d8f83cc8-d865-47e6-a56d-91cd86d22c0b {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:58.120691 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:58.201404 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-cddafb5b-c28a-43d7-bf0b-7ddd80bae31c None None] Set router 88501043-a1be-477b-8b39-de5fef87b339 gateway port host: None {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:43:58.203408 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] For port d8f83cc8-d865-47e6-a56d-91cd86d22c0b, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=d8f83cc8-d865-47e6-a56d-91cd86d22c0b,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:58.203769 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:58.216359 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Calling delete_port for d8f83cc8-d865-47e6-a56d-91cd86d22c0b owned by network:router_gateway {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:58.252621 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-cddafb5b-c28a-43d7-bf0b-7ddd80bae31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88501043-a1be-477b-8b39-de5fef87b339', 'name': 'tempest-TestShelveInstance-541589175-router', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:24Z', 'updated_at': '2022-03-08T17:43:57Z', 'revision_number': 6, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'gw_port_host': None}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:58.282269 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddafb5b-c28a-43d7-bf0b-7ddd80bae31c None None] The sync data for ids ['88501043-a1be-477b-8b39-de5fef87b339'] in dv-cinder-830085-3-iscsi is: [{'id': '88501043-a1be-477b-8b39-de5fef87b339', 'name': 'tempest-TestShelveInstance-541589175-router', 'tenant_id': 'bbae6966dafa4b969c169fcf39877c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:37:24Z', 'updated_at': '2022-03-08T17:43:57Z', 'revision_number': 6, 'project_id': 'bbae6966dafa4b969c169fcf39877c68', 'gw_port_host': None}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:43:58.459147 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (d8f83cc8-d865-47e6-a56d-91cd86d22c0b), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:58.483145 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f83cc8-d865-47e6-a56d-91cd86d22c0b,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:58.547077 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837064'] for router_gateway (88501043-a1be-477b-8b39-de5fef87b339), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:58.644577 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8816'] for router (88501043-a1be-477b-8b39-de5fef87b339), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:58.646861 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Publish callbacks [] for router_controller (88501043-a1be-477b-8b39-de5fef87b339), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:58.750993 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864875'] for router (88501043-a1be-477b-8b39-de5fef87b339), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:58.751595 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88501043-a1be-477b-8b39-de5fef87b339 {{(pid=103424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:43:58.756348 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:58.760233 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f419187a-bbcd-4f16-b3a0-ba021abab258 admin admin] 10.222.0.66 "DELETE /v2.0/routers/88501043-a1be-477b-8b39-de5fef87b339 HTTP/1.1" status: 204 len: 168 time: 0.9824715 Mar 08 17:43:58.760233 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55612) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:58.809799 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b840b1-20ce-4f33-a6a4-e345917f2069 admin admin] Deleting subnet e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:43:58.813044 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-42b840b1-20ce-4f33-a6a4-e345917f2069 admin admin] Publish callbacks [] for subnet (e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:58.834833 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b53c55b2-0480-41e6-8f93-c0914992af9d no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:43:58.853467 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-42b840b1-20ce-4f33-a6a4-e345917f2069 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127025719'] for subnet (e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:58.856002 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: b53c55b2-0480-41e6-8f93-c0914992af9d {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:43:58.856420 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b53c55b2-0480-41e6-8f93-c0914992af9d not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:43:58.933568 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-42b840b1-20ce-4f33-a6a4-e345917f2069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.065832 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-42b840b1-20ce-4f33-a6a4-e345917f2069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129998979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129705221'] for subnet (e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.091415 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b840b1-20ce-4f33-a6a4-e345917f2069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:59.096073 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-42b840b1-20ce-4f33-a6a4-e345917f2069 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.099268 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-42b840b1-20ce-4f33-a6a4-e345917f2069 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e96fda86-7a5f-40a2-b5d0-e2e3113b5f8d HTTP/1.1" status: 204 len: 168 time: 0.3383350 Mar 08 17:43:59.101709 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55614) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:43:59.104078 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3989d74d-ea71-41bb-8913-1fb86b1098fe None None] Network 9bb2b929-85b8-459f-8a2f-bf8795170d73 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:43:59.173974 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (9bb2b929-85b8-459f-8a2f-bf8795170d73), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.229056 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Deleting port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:59.229398 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.270571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35daaf61-068a-49fb-b9da-6f1d43a947d5 None None] DHCP port deletion for 9bb2b929-85b8-459f-8a2f-bf8795170d73 request from dv-cinder-830085-3-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:43:59.295472 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] For port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=6d37bb00-416a-4a7f-9ae6-77e715ab35fb,segment=NetworkSegment(a0762e34-4619-45f0-b18d-d685ea316c34),segment_id=a0762e34-4619-45f0-b18d-d685ea316c34)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:59.295837 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.308092 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Calling delete_port for 6d37bb00-416a-4a7f-9ae6-77e715ab35fb owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:59.317619 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-35daaf61-068a-49fb-b9da-6f1d43a947d5 None None] Deleting port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:43:59.317953 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35daaf61-068a-49fb-b9da-6f1d43a947d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.382485 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-35daaf61-068a-49fb-b9da-6f1d43a947d5 None None] For port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=6d37bb00-416a-4a7f-9ae6-77e715ab35fb,segment=NetworkSegment(a0762e34-4619-45f0-b18d-d685ea316c34),segment_id=a0762e34-4619-45f0-b18d-d685ea316c34)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:43:59.382883 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35daaf61-068a-49fb-b9da-6f1d43a947d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.395899 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-35daaf61-068a-49fb-b9da-6f1d43a947d5 None None] Calling delete_port for 6d37bb00-416a-4a7f-9ae6-77e715ab35fb owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:43:59.436497 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.462465 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d37bb00-416a-4a7f-9ae6-77e715ab35fb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:59.466817 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] No DVR routers for this DVR port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb on host dv-cinder-830085-3-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:43:59.473653 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35daaf61-068a-49fb-b9da-6f1d43a947d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442'] for port (6d37bb00-416a-4a7f-9ae6-77e715ab35fb), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.500810 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35daaf61-068a-49fb-b9da-6f1d43a947d5 None None] No DVR routers for this DVR port 6d37bb00-416a-4a7f-9ae6-77e715ab35fb on host dv-cinder-830085-3-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:43:59.504635 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35daaf61-068a-49fb-b9da-6f1d43a947d5 None None] Pushing event deleted for resources: {'Port': ['ID=6d37bb00-416a-4a7f-9ae6-77e715ab35fb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:43:59.541912 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (9bb2b929-85b8-459f-8a2f-bf8795170d73), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.561933 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb2b929-85b8-459f-8a2f-bf8795170d73']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:59.575998 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0762e34-4619-45f0-b18d-d685ea316c34') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:59.576238 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0762e34-4619-45f0-b18d-d685ea316c34') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:43:59.585396 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127025868'] for segment (a0762e34-4619-45f0-b18d-d685ea316c34), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.598452 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (a0762e34-4619-45f0-b18d-d685ea316c34), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.604182 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:43:59.604559 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129999081'] for segment (a0762e34-4619-45f0-b18d-d685ea316c34), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: Traceback (most recent call last): Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: timer() Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: cb(*args, **kw) Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: return func(*args, **kwargs) Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: self._notify() Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: self.callback(batched_events) Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: event.method(event) Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: return f(self, *a, **k) Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._get(url).json() Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:43:59.606227 dv-cinder-830085-3-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:43:59.756619 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (9bb2b929-85b8-459f-8a2f-bf8795170d73), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.762570 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:43:59.765669 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9bb2b929-85b8-459f-8a2f-bf8795170d73 HTTP/1.1" status: 204 len: 168 time: 0.6630204 Mar 08 17:43:59.776442 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e962600-bf32-49a3-9f57-f65fceced912 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb2b929-85b8-459f-8a2f-bf8795170d73,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:00.186160 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55620) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:00.234204 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fe9c1c2f-4a7c-4adb-9d8a-22152265b4ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=058ce255d9cd4e40abe99e8939a7f214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466352 Mar 08 17:44:00.236669 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55624) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:00.282971 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dddc981e-ac31-4679-abae-145ac49140c5 admin admin] Publish callbacks [] for security_group (4c4035c3-1137-4eac-9dfa-28607cec519e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:00.303895 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dddc981e-ac31-4679-abae-145ac49140c5 admin admin] Publish callbacks [] for security_group (4c4035c3-1137-4eac-9dfa-28607cec519e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:00.424797 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dddc981e-ac31-4679-abae-145ac49140c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (4c4035c3-1137-4eac-9dfa-28607cec519e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:00.427726 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dddc981e-ac31-4679-abae-145ac49140c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:00.428914 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-dddc981e-ac31-4679-abae-145ac49140c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c4035c3-1137-4eac-9dfa-28607cec519e HTTP/1.1" status: 204 len: 168 time: 0.1913214 Mar 08 17:44:00.436752 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc981e-ac31-4679-abae-145ac49140c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4035c3-1137-4eac-9dfa-28607cec519e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:00.738340 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 6d37bb00-416a-4a7f-9ae6-77e715ab35fb no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:44:00.760411 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: 6d37bb00-416a-4a7f-9ae6-77e715ab35fb {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:44:00.760764 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 6d37bb00-416a-4a7f-9ae6-77e715ab35fb not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:44:00.761177 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device d8f83cc8-d865-47e6-a56d-91cd86d22c0b no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:44:00.781599 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: d8f83cc8-d865-47e6-a56d-91cd86d22c0b {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:44:00.781972 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device d8f83cc8-d865-47e6-a56d-91cd86d22c0b not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:44:01.110726 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55630) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:01.150389 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-84d0bb4b-1f21-400f-b057-33e10151b73a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bbae6966dafa4b969c169fcf39877c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384820 Mar 08 17:44:01.153290 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55632) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:01.202365 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4170-009a-489d-8cbe-c231ffa9317d admin admin] Publish callbacks [] for security_group (9336c3da-088d-416c-aef6-54d396f7a7f0), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:01.227004 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4170-009a-489d-8cbe-c231ffa9317d admin admin] Publish callbacks [] for security_group (9336c3da-088d-416c-aef6-54d396f7a7f0), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:01.333331 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4170-009a-489d-8cbe-c231ffa9317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (9336c3da-088d-416c-aef6-54d396f7a7f0), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:01.335999 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4170-009a-489d-8cbe-c231ffa9317d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:01.337153 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b8aa4170-009a-489d-8cbe-c231ffa9317d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9336c3da-088d-416c-aef6-54d396f7a7f0 HTTP/1.1" status: 204 len: 168 time: 0.1829503 Mar 08 17:44:01.350473 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa4170-009a-489d-8cbe-c231ffa9317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9336c3da-088d-416c-aef6-54d396f7a7f0,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:17.602448 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfce79-3700-4078-a2d4-7e7d0bf5a0fd req-20871764-fa44-4039-bfe2-a2b02b290b1e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:17.604029 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f7cfce79-3700-4078-a2d4-7e7d0bf5a0fd req-20871764-fa44-4039-bfe2-a2b02b290b1e tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0554225 Mar 08 17:44:17.655992 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f7cfce79-3700-4078-a2d4-7e7d0bf5a0fd req-b97c100a-de4a-4c8d-83a1-0bc40cf53bb5 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445101 Mar 08 17:44:18.786837 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a313493-7bc5-4d8e-8228-8b68a20d72ea req-492d2929-35d3-4d95-86cf-409e64d736b7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:18.788310 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5a313493-7bc5-4d8e-8228-8b68a20d72ea req-492d2929-35d3-4d95-86cf-409e64d736b7 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0563602 Mar 08 17:44:18.835226 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5a313493-7bc5-4d8e-8228-8b68a20d72ea req-dc215e67-317a-41fc-b028-e46902b15052 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 Mar 08 17:44:19.053039 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-51afb349-fa68-4e7b-976e-1f832a54fa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:19.954462 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594c52a-a2c1-4b9d-8b7c-c2ab5820fe0e req-4e41b6a8-a0f1-4d2c-ba2e-29d1eb03338c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:19.955987 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5594c52a-a2c1-4b9d-8b7c-c2ab5820fe0e req-4e41b6a8-a0f1-4d2c-ba2e-29d1eb03338c tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0509901 Mar 08 17:44:20.007730 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5594c52a-a2c1-4b9d-8b7c-c2ab5820fe0e req-4447862d-6263-45b2-8140-028c408b5ff4 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435138 Mar 08 17:44:20.373302 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:21.129228 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713bd00-4c91-4ec5-a575-b5c851e0e491 req-a4ff6f13-3ed5-44b5-ad55-c110d6146f03 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:21.130714 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b713bd00-4c91-4ec5-a575-b5c851e0e491 req-a4ff6f13-3ed5-44b5-ad55-c110d6146f03 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0521946 Mar 08 17:44:21.179406 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b713bd00-4c91-4ec5-a575-b5c851e0e491 req-a67fc42b-20de-476d-b071-22df6ec0ed42 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Mar 08 17:44:21.333441 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-45e9cec5-37c2-48c9-b333-bc8f1583ff6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:22.297545 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e96f83-07d2-4905-8af5-c4f845997e62 req-0b4d4537-5b1c-408e-b225-88e4522e04f2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:22.298949 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e6e96f83-07d2-4905-8af5-c4f845997e62 req-0b4d4537-5b1c-408e-b225-88e4522e04f2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0501039 Mar 08 17:44:22.346212 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e6e96f83-07d2-4905-8af5-c4f845997e62 req-354fdd32-87d0-46e6-9844-b59d1507da38 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 Mar 08 17:44:22.693365 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:22.955306 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:44:23.468406 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c1024-f06c-40f3-8ebb-f3bb9e7bc28a req-1eca9ea1-0950-4b14-a618-60bbb50fe10d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:23.469890 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-327c1024-f06c-40f3-8ebb-f3bb9e7bc28a req-1eca9ea1-0950-4b14-a618-60bbb50fe10d tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0513785 Mar 08 17:44:23.515131 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-327c1024-f06c-40f3-8ebb-f3bb9e7bc28a req-c97f6b21-fbb6-48f8-98c9-8f4c6620c623 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397429 Mar 08 17:44:23.910427 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:24.640277 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf8c98-4a41-468b-8a30-d0dd48058499 req-7301a2e3-1cf3-4c6d-ace3-95f942085ae9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:24.641807 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2fdf8c98-4a41-468b-8a30-d0dd48058499 req-7301a2e3-1cf3-4c6d-ace3-95f942085ae9 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0549846 Mar 08 17:44:24.688088 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2fdf8c98-4a41-468b-8a30-d0dd48058499 req-6769d3a4-340b-4bb3-8c33-f10141d1a4bc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups?id=be0fcfc0-d512-4d62-b04d-d72577a048c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409036 Mar 08 17:44:24.845832 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-b29f23bc-0418-4b3a-816c-506484bb4474 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:24.847184 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-b29f23bc-0418-4b3a-816c-506484bb4474 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.64 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 947 time: 0.0553672 Mar 08 17:44:24.942456 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Deleting port ade801df-55b8-4749-9330-86aeb0f6e678 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:44:24.942810 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:25.032527 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] For port ade801df-55b8-4749-9330-86aeb0f6e678, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ade801df-55b8-4749-9330-86aeb0f6e678,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:44:25.032895 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:25.201239 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:25.201608 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (2db145a4-8e6e-466a-8f14-a54189714676), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:25.201953 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Floating IP 2db145a4-8e6e-466a-8f14-a54189714676 disassociated. External IP: 172.27.3.164, port: ade801df-55b8-4749-9330-86aeb0f6e678. Mar 08 17:44:25.202293 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Calling delete_port for ade801df-55b8-4749-9330-86aeb0f6e678 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:44:25.378816 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:25.407590 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (ade801df-55b8-4749-9330-86aeb0f6e678), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:25.442398 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event deleted for resources: {'Port': ['ID=ade801df-55b8-4749-9330-86aeb0f6e678,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:25.454694 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.455017 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.455374 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.455725 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.456071 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.456412 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.456753 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.457092 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.457434 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.457871 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.458162 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.458498 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.458850 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:25.569255 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Router 8e107082-410c-407b-a23d-04637e76dd95 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:44:25.680480 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:44:25.691132 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5197f8-30d2-47ea-8627-b9a945e6df4a None None] Sync routers for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:44:25.701542 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5197f8-30d2-47ea-8627-b9a945e6df4a None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:44:25.702199 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-8b5197f8-30d2-47ea-8627-b9a945e6df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:44:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:25.725318 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] No DVR routers for this DVR port ade801df-55b8-4749-9330-86aeb0f6e678 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:44:25.725318 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:25.727109 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f58d3020-d82d-4a96-93b6-cc86b8ab090f req-1163846f-3b96-4422-8e45-a38a4642eacc tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.64 "DELETE /v2.0/ports/ade801df-55b8-4749-9330-86aeb0f6e678 HTTP/1.1" status: 204 len: 173 time: 0.8739321 Mar 08 17:44:25.727557 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'name': 'network-vif-deleted', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:44:25.730473 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cb758d-1ab7-4f42-9973-8e3705b1176e" -d '{"events": [{"server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "name": "network-vif-deleted", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:44:25.805050 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7a271397-126a-4964-b40c-3a05da34d3cd req-8b9b8f28-2027-45b9-b229-a145c6cb0ba1 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac9cc31-7c14-4654-b616-83eaa110ee59 HTTP/1.1" status: 200 len: 210 time: 0.0306327 Mar 08 17:44:25.807288 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd429482-8328-4127-a118-ef02a3451b10 x-openstack-request-id: req-cd429482-8328-4127-a118-ef02a3451b10 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:44:25.807778 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac9cc31-7c14-4654-b616-83eaa110ee59", "name": "network-vif-deleted", "tag": "ade801df-55b8-4749-9330-86aeb0f6e678", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:44:25.808236 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cd429482-8328-4127-a118-ef02a3451b10 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:44:25.808976 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac9cc31-7c14-4654-b616-83eaa110ee59', 'name': 'network-vif-deleted', 'tag': 'ade801df-55b8-4749-9330-86aeb0f6e678', 'status': 'completed', 'code': 200} Mar 08 17:44:25.914277 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95deb3-4825-4800-8881-6d8ec9d10d68 req-3790ec83-cefe-41aa-9285-d39346cd53da tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:25.915983 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cb95deb3-4825-4800-8881-6d8ec9d10d68 req-3790ec83-cefe-41aa-9285-d39346cd53da tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0600832 Mar 08 17:44:25.938214 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-8b5197f8-30d2-47ea-8627-b9a945e6df4a None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:44:25.976093 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cb95deb3-4825-4800-8881-6d8ec9d10d68 req-22f97614-2239-4ef0-9a3b-7112c4b58a60 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535855 Mar 08 17:44:26.148183 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-8b5197f8-30d2-47ea-8627-b9a945e6df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:26.173914 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5197f8-30d2-47ea-8627-b9a945e6df4a None None] Checking router: 8e107082-410c-407b-a23d-04637e76dd95 for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:44:26.181885 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5197f8-30d2-47ea-8627-b9a945e6df4a None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:44:26.182489 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-8b5197f8-30d2-47ea-8627-b9a945e6df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:44:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:26.287077 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-8b5197f8-30d2-47ea-8627-b9a945e6df4a None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:44:26.496976 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-8b5197f8-30d2-47ea-8627-b9a945e6df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:26.523324 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5197f8-30d2-47ea-8627-b9a945e6df4a None None] The sync data for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi is: [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:32:26Z', 'revision_number': 4, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'ec4ffa0d-b3d3-4f14-8472-93f1ade9471d', 'name': '', 'network_id': '59db0e12-d1b7-42cf-8ecb-a8f574e94d04', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'mac_address': 'fa:16:3e:d5:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:24Z', 'updated_at': '2022-03-08T17:32:32Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'subnets': [{'id': 'ddeb08d5-8e48-41f3-a60b-deb762448432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:44:26.797585 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a04da-da28-4f41-abee-c81c8e1bea27 None None] New status for floating IP 2db145a4-8e6e-466a-8f14-a54189714676: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:44:26.977658 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55858) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:27.042587 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (be0fcfc0-d512-4d62-b04d-d72577a048c9), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:27.071973 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (be0fcfc0-d512-4d62-b04d-d72577a048c9), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:27.112802 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83d8e2-4b61-4f57-a769-9accfffaf021 req-f87bb901-f064-4192-8083-2fd1f213a016 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:27.119233 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cd83d8e2-4b61-4f57-a769-9accfffaf021 req-f87bb901-f064-4192-8083-2fd1f213a016 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0650406 Mar 08 17:44:27.167413 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cd83d8e2-4b61-4f57-a769-9accfffaf021 req-f2b155ce-1715-40e1-ae26-5108f4f6b794 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407531 Mar 08 17:44:27.184196 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (be0fcfc0-d512-4d62-b04d-d72577a048c9), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:27.187453 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:27.188611 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "DELETE /v2.0/security-groups/be0fcfc0-d512-4d62-b04d-d72577a048c9 HTTP/1.1" status: 204 len: 168 time: 0.2096684 Mar 08 17:44:27.195192 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55862) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:27.197469 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0fcfc0-d512-4d62-b04d-d72577a048c9,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:27.204927 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.205278 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.205618 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.206030 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.206368 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.206698 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.207023 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.207373 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.207699 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.208022 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.208348 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.208795 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.api.v2.resource [None req-8d0205e6-6cef-4ff5-8f87-259e48447d63 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] show failed (client error): The resource could not be found. Mar 08 17:44:27.208910 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.209176 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5c7e98-0f0f-46bc-8e9f-ecb6cabb3337 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:44:27.209821 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8d0205e6-6cef-4ff5-8f87-259e48447d63 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "GET /v2.0/security-groups/be0fcfc0-d512-4d62-b04d-d72577a048c9 HTTP/1.1" status: 404 len: 347 time: 0.0135491 Mar 08 17:44:27.212891 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55864) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:27.338861 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-8e79595b-0106-4380-8416-57f3055bb7a8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Deleting port 111f8b34-90cb-4f9a-a635-a526f393cd08 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:44:27.338861 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8e79595b-0106-4380-8416-57f3055bb7a8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (111f8b34-90cb-4f9a-a635-a526f393cd08), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:27.405917 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8e79595b-0106-4380-8416-57f3055bb7a8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (111f8b34-90cb-4f9a-a635-a526f393cd08), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:27.406153 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8e79595b-0106-4380-8416-57f3055bb7a8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (111f8b34-90cb-4f9a-a635-a526f393cd08), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:27.417237 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-8e79595b-0106-4380-8416-57f3055bb7a8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Calling delete_port for 111f8b34-90cb-4f9a-a635-a526f393cd08 owned by network:floatingip {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:44:27.608384 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8e79595b-0106-4380-8416-57f3055bb7a8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (111f8b34-90cb-4f9a-a635-a526f393cd08), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:27.641956 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79595b-0106-4380-8416-57f3055bb7a8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Pushing event deleted for resources: {'Port': ['ID=111f8b34-90cb-4f9a-a635-a526f393cd08,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:27.721486 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8e79595b-0106-4380-8416-57f3055bb7a8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks [] for floatingip (2db145a4-8e6e-466a-8f14-a54189714676), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:27.723969 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8e79595b-0106-4380-8416-57f3055bb7a8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:27.725207 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8e79595b-0106-4380-8416-57f3055bb7a8 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] 10.222.0.66 "DELETE /v2.0/floatingips/2db145a4-8e6e-466a-8f14-a54189714676 HTTP/1.1" status: 204 len: 168 time: 0.5113533 Mar 08 17:44:28.297908 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39b628-07e1-46d2-8a66-5937f3805fc8 req-73ccbd6e-6d99-4a2b-952f-75c3a1c3174d tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:28.299318 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4d39b628-07e1-46d2-8a66-5937f3805fc8 req-73ccbd6e-6d99-4a2b-952f-75c3a1c3174d tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0630682 Mar 08 17:44:28.345468 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4d39b628-07e1-46d2-8a66-5937f3805fc8 req-a1ee9116-6990-47da-99a4-a598e1256409 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Mar 08 17:44:29.081448 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ade801df-55b8-4749-9330-86aeb0f6e678 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:44:29.101533 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: ade801df-55b8-4749-9330-86aeb0f6e678 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:44:29.107185 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device ade801df-55b8-4749-9330-86aeb0f6e678 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:44:29.476254 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1678f-02ba-4e55-b7df-9e96b550e884 req-7e266ac1-b294-4f28-991f-d7452ea3c782 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:29.477722 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-03f1678f-02ba-4e55-b7df-9e96b550e884 req-7e266ac1-b294-4f28-991f-d7452ea3c782 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0644791 Mar 08 17:44:29.523577 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-03f1678f-02ba-4e55-b7df-9e96b550e884 req-0422555e-f594-4bb0-bf9c-101f8d8007af tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402505 Mar 08 17:44:30.639544 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04438180-7b23-44ef-8321-5bb77161167d req-18e7a6b0-20ca-463b-9cce-a480d1f33a4e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:30.641025 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04438180-7b23-44ef-8321-5bb77161167d req-18e7a6b0-20ca-463b-9cce-a480d1f33a4e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0517302 Mar 08 17:44:30.696587 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04438180-7b23-44ef-8321-5bb77161167d req-f72ea9da-4e57-4a54-980f-cf7ac407336e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501022 Mar 08 17:44:31.815692 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f257c58-41f4-467a-97d9-274dc8e1ee21 req-77244892-8757-47a7-929b-c95274592410 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:31.817122 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f257c58-41f4-467a-97d9-274dc8e1ee21 req-77244892-8757-47a7-929b-c95274592410 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0530593 Mar 08 17:44:31.862359 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f257c58-41f4-467a-97d9-274dc8e1ee21 req-7b509d54-7f8c-4a1c-ab2d-57838110a886 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396500 Mar 08 17:44:32.977118 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e772588-7b70-40ce-b526-5196c0409c86 req-79ae8653-9c17-428c-abee-0b61d79ec178 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:32.978715 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e772588-7b70-40ce-b526-5196c0409c86 req-79ae8653-9c17-428c-abee-0b61d79ec178 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0510612 Mar 08 17:44:32.989920 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-2abf9fe4-1731-41b1-af4e-42b577555223 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:32.993097 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-2abf9fe4-1731-41b1-af4e-42b577555223 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 945 time: 0.0525975 Mar 08 17:44:33.027127 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e772588-7b70-40ce-b526-5196c0409c86 req-10ad5605-3dcc-4be8-aa06-2bea1621376a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c532aaf-d02f-447e-b4c4-d0b76dda7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422089 Mar 08 17:44:33.101861 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Deleting port d2699632-9655-4d4d-b1e7-6741c450572d {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:44:33.102219 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:33.192887 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] For port d2699632-9655-4d4d-b1e7-6741c450572d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d2699632-9655-4d4d-b1e7-6741c450572d,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:44:33.193389 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:33.380333 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:33.380695 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (f4aa277c-1a11-422a-b2bf-ae293a8fee41), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:33.381010 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Floating IP f4aa277c-1a11-422a-b2bf-ae293a8fee41 disassociated. External IP: 172.27.3.190, port: d2699632-9655-4d4d-b1e7-6741c450572d. Mar 08 17:44:33.381352 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Calling delete_port for d2699632-9655-4d4d-b1e7-6741c450572d owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:44:33.847434 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (d2699632-9655-4d4d-b1e7-6741c450572d), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:33.873473 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'Port': ['ID=d2699632-9655-4d4d-b1e7-6741c450572d,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:33.988303 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:44:34.101163 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:44:34.111494 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b28201-868b-4349-ae8e-adf4f9bb9b21 None None] Sync routers for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:44:34.121184 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b28201-868b-4349-ae8e-adf4f9bb9b21 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:44:34.121922 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-22b28201-868b-4349-ae8e-adf4f9bb9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:44:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:34.130944 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-879bcf3c-b8b1-4911-a411-39ac474e363e req-fafb2402-4259-4f8f-bda7-e8c5701766b3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 210 time: 0.0314009 Mar 08 17:44:34.171367 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] No DVR routers for this DVR port d2699632-9655-4d4d-b1e7-6741c450572d on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:44:34.173873 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:34.177194 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-88d4710c-81f8-4f12-a5ec-378d772c924f req-8bdd8f45-1c9b-4cff-82ef-d84b1ddafbec tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "DELETE /v2.0/ports/d2699632-9655-4d4d-b1e7-6741c450572d HTTP/1.1" status: 204 len: 173 time: 1.1738107 Mar 08 17:44:34.177645 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'name': 'network-vif-deleted', 'tag': 'd2699632-9655-4d4d-b1e7-6741c450572d'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:44:34.179917 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35593be-8119-42eb-a71b-8d9c9f001e95" -d '{"events": [{"server_uuid": "01ebdd8d-84e2-4237-8f85-edf175303a45", "name": "network-vif-deleted", "tag": "d2699632-9655-4d4d-b1e7-6741c450572d"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:44:34.216291 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d9485a-6825-4014-aaa6-e8f0f73bca16 x-openstack-request-id: req-e1d9485a-6825-4014-aaa6-e8f0f73bca16 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:44:34.216673 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ebdd8d-84e2-4237-8f85-edf175303a45", "name": "network-vif-deleted", "tag": "d2699632-9655-4d4d-b1e7-6741c450572d", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:44:34.217000 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e1d9485a-6825-4014-aaa6-e8f0f73bca16 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:44:34.217472 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ebdd8d-84e2-4237-8f85-edf175303a45', 'name': 'network-vif-deleted', 'tag': 'd2699632-9655-4d4d-b1e7-6741c450572d', 'status': 'completed', 'code': 200} Mar 08 17:44:34.255740 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-22b28201-868b-4349-ae8e-adf4f9bb9b21 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:44:34.468720 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-22b28201-868b-4349-ae8e-adf4f9bb9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:34.494804 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b28201-868b-4349-ae8e-adf4f9bb9b21 None None] Checking router: d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:44:34.505712 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b28201-868b-4349-ae8e-adf4f9bb9b21 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:44:34.505712 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-22b28201-868b-4349-ae8e-adf4f9bb9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:44:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:34.616645 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-22b28201-868b-4349-ae8e-adf4f9bb9b21 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:44:34.649867 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55934) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:34.834091 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-22b28201-868b-4349-ae8e-adf4f9bb9b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:34.865910 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b28201-868b-4349-ae8e-adf4f9bb9b21 None None] The sync data for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi is: [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:44:35.156230 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d366e67-f65a-4534-9efd-48c6495d5321 None None] New status for floating IP f4aa277c-1a11-422a-b2bf-ae293a8fee41: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:44:35.266513 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a48c38fc-8c01-4185-8b01-0ff4077accb7 req-1d0e3580-f533-4be5-9015-cc03a4720576 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ebdd8d-84e2-4237-8f85-edf175303a45 HTTP/1.1" status: 200 len: 210 time: 0.0334461 Mar 08 17:44:35.329160 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835734'] for router_interface (8e107082-410c-407b-a23d-04637e76dd95), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:35.572807 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] Deleting port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:44:35.573045 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:35.650369 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] For port ec4ffa0d-b3d3-4f14-8472-93f1ade9471d, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=ec4ffa0d-b3d3-4f14-8472-93f1ade9471d,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:44:35.651057 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:35.662946 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] Calling delete_port for ec4ffa0d-b3d3-4f14-8472-93f1ade9471d owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:44:35.915831 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (ec4ffa0d-b3d3-4f14-8472-93f1ade9471d), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:35.948167 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4ffa0d-b3d3-4f14-8472-93f1ade9471d,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:36.138432 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3835682'] for router_interface (8e107082-410c-407b-a23d-04637e76dd95), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:36.228265 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device d2699632-9655-4d4d-b1e7-6741c450572d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:44:36.248443 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: d2699632-9655-4d4d-b1e7-6741c450572d {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:44:36.248788 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device d2699632-9655-4d4d-b1e7-6741c450572d not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:44:36.366415 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] Router 8e107082-410c-407b-a23d-04637e76dd95 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:44:36.414071 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55972) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:36.468904 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9a650217-4e74-4b16-ab08-920501d1eae0 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (1c532aaf-d02f-447e-b4c4-d0b76dda7462), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:36.474383 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:44:36.482862 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ca439f1c-27ba-4af5-a983-bb54866963a2 admin admin] 10.222.0.66 "PUT /v2.0/routers/8e107082-410c-407b-a23d-04637e76dd95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8285620 Mar 08 17:44:36.482862 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55974) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:36.484868 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339bbc0-e52e-41a9-b272-ee493020cb94 None None] Sync routers for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:44:36.493055 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9a650217-4e74-4b16-ab08-920501d1eae0 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (1c532aaf-d02f-447e-b4c4-d0b76dda7462), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:36.496595 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339bbc0-e52e-41a9-b272-ee493020cb94 None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:44:36.497772 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a339bbc0-e52e-41a9-b272-ee493020cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:44:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:36.599505 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Publish callbacks [] for router (8e107082-410c-407b-a23d-04637e76dd95), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:36.612799 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-a339bbc0-e52e-41a9-b272-ee493020cb94 None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:44:36.641976 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9a650217-4e74-4b16-ab08-920501d1eae0 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (1c532aaf-d02f-447e-b4c4-d0b76dda7462), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:36.648551 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9a650217-4e74-4b16-ab08-920501d1eae0 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:36.652899 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-9a650217-4e74-4b16-ab08-920501d1eae0 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "DELETE /v2.0/security-groups/1c532aaf-d02f-447e-b4c4-d0b76dda7462 HTTP/1.1" status: 204 len: 168 time: 0.2353120 Mar 08 17:44:36.653411 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55978) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:36.662673 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a650217-4e74-4b16-ab08-920501d1eae0 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c532aaf-d02f-447e-b4c4-d0b76dda7462,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:36.699664 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.api.v2.resource [None req-820b228f-9925-4ae1-9f89-d1d62e472bdd tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] show failed (client error): The resource could not be found. Mar 08 17:44:36.703869 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-820b228f-9925-4ae1-9f89-d1d62e472bdd tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups/1c532aaf-d02f-447e-b4c4-d0b76dda7462 HTTP/1.1" status: 404 len: 347 time: 0.0466900 Mar 08 17:44:36.704146 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55980) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:36.800962 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a339bbc0-e52e-41a9-b272-ee493020cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:44:35Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:36.832019 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339bbc0-e52e-41a9-b272-ee493020cb94 None None] Checking router: 8e107082-410c-407b-a23d-04637e76dd95 for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:44:36.841255 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a339bbc0-e52e-41a9-b272-ee493020cb94 None None] Routers {'8e107082-410c-407b-a23d-04637e76dd95'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:44:36.841930 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a339bbc0-e52e-41a9-b272-ee493020cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:44:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['8e107082-410c-407b-a23d-04637e76dd95'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:36.955914 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-a339bbc0-e52e-41a9-b272-ee493020cb94 None None] Set router 8e107082-410c-407b-a23d-04637e76dd95 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:44:37.029839 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Publish callbacks [] for router_gateway (8e107082-410c-407b-a23d-04637e76dd95), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.078034 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c76e9a37-1d4a-42b2-8563-6e69b9504d4f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Deleting port ff865d4b-f283-4143-848e-e29fefeabfb6 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:44:37.078379 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c76e9a37-1d4a-42b2-8563-6e69b9504d4f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (ff865d4b-f283-4143-848e-e29fefeabfb6), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.136811 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a339bbc0-e52e-41a9-b272-ee493020cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:44:35Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:37.163982 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a339bbc0-e52e-41a9-b272-ee493020cb94 None None] The sync data for ids ['8e107082-410c-407b-a23d-04637e76dd95'] in dv-cinder-830085-3-iscsi is: [{'id': '8e107082-410c-407b-a23d-04637e76dd95', 'name': 'tempest-AttachVolumeShelveTestJSON-1184521242-router', 'tenant_id': 'e8ec36cbf6184449a2de2296985c4910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:32:19Z', 'updated_at': '2022-03-08T17:44:35Z', 'revision_number': 5, 'project_id': 'e8ec36cbf6184449a2de2296985c4910', 'gw_port': {'id': '70aeed75-e166-4ed7-844d-894fb306d13c', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e107082-410c-407b-a23d-04637e76dd95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:32:20Z', 'updated_at': '2022-03-08T17:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:44:37.186773 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c76e9a37-1d4a-42b2-8563-6e69b9504d4f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (ff865d4b-f283-4143-848e-e29fefeabfb6), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.187132 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c76e9a37-1d4a-42b2-8563-6e69b9504d4f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (ff865d4b-f283-4143-848e-e29fefeabfb6), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.202465 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c76e9a37-1d4a-42b2-8563-6e69b9504d4f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Calling delete_port for ff865d4b-f283-4143-848e-e29fefeabfb6 owned by network:floatingip {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:44:37.213714 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Deleting port 70aeed75-e166-4ed7-844d-894fb306d13c {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:44:37.214025 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.359234 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] For port 70aeed75-e166-4ed7-844d-894fb306d13c, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=70aeed75-e166-4ed7-844d-894fb306d13c,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:44:37.359597 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.372478 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Calling delete_port for 70aeed75-e166-4ed7-844d-894fb306d13c owned by network:router_gateway {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:44:37.517919 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c76e9a37-1d4a-42b2-8563-6e69b9504d4f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (ff865d4b-f283-4143-848e-e29fefeabfb6), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.550652 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e9a37-1d4a-42b2-8563-6e69b9504d4f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'Port': ['ID=ff865d4b-f283-4143-848e-e29fefeabfb6,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:37.648968 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c76e9a37-1d4a-42b2-8563-6e69b9504d4f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (f4aa277c-1a11-422a-b2bf-ae293a8fee41), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.651624 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c76e9a37-1d4a-42b2-8563-6e69b9504d4f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.656768 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c76e9a37-1d4a-42b2-8563-6e69b9504d4f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "DELETE /v2.0/floatingips/f4aa277c-1a11-422a-b2bf-ae293a8fee41 HTTP/1.1" status: 204 len: 168 time: 0.9516957 Mar 08 17:44:37.727754 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (70aeed75-e166-4ed7-844d-894fb306d13c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.754801 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Pushing event deleted for resources: {'Port': ['ID=70aeed75-e166-4ed7-844d-894fb306d13c,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:37.818785 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837064'] for router_gateway (8e107082-410c-407b-a23d-04637e76dd95), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.911315 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8816'] for router (8e107082-410c-407b-a23d-04637e76dd95), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:37.913497 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Publish callbacks [] for router_controller (8e107082-410c-407b-a23d-04637e76dd95), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.009534 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55990) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:38.014919 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-fb2f06d5-4891-4c2e-b2b7-9823baf23b30 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933875897', 'description': 'tempest-description--179059790'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:44:38.020408 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864875'] for router (8e107082-410c-407b-a23d-04637e76dd95), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.020754 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e107082-410c-407b-a23d-04637e76dd95 {{(pid=103425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:44:38.028837 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.028837 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-265f2837-2fde-451e-bec9-297f23c3e779 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8e107082-410c-407b-a23d-04637e76dd95 HTTP/1.1" status: 204 len: 168 time: 1.5412488 Mar 08 17:44:38.030572 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 55992) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:38.042793 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55994) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:38.086796 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38b6d23-a28b-4b36-9242-e6950ec6ac07 admin admin] Deleting subnet ddeb08d5-8e48-41f3-a60b-deb762448432 {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:44:38.090229 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c38b6d23-a28b-4b36-9242-e6950ec6ac07 admin admin] Publish callbacks [] for subnet (ddeb08d5-8e48-41f3-a60b-deb762448432), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.104521 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fb2f06d5-4891-4c2e-b2b7-9823baf23b30 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.129164 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c38b6d23-a28b-4b36-9242-e6950ec6ac07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127025719'] for subnet (ddeb08d5-8e48-41f3-a60b-deb762448432), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.201451 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fb2f06d5-4891-4c2e-b2b7-9823baf23b30 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (54489400-9d0b-4688-a66f-33ed68c7a266), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.209082 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7a5c-eb28-47e2-9f97-ebe4200b88ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.224574 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c38b6d23-a28b-4b36-9242-e6950ec6ac07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (ddeb08d5-8e48-41f3-a60b-deb762448432), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.254561 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fb2f06d5-4891-4c2e-b2b7-9823baf23b30 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (54489400-9d0b-4688-a66f-33ed68c7a266), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.299353 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f06d5-4891-4c2e-b2b7-9823baf23b30 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54489400-9d0b-4688-a66f-33ed68c7a266,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:38.315700 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7a5c-eb28-47e2-9f97-ebe4200b88ef admin admin] Publish callbacks [] for security_group (1d628c53-d2ff-4b1f-b138-4cf78107696a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.346080 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fb2f06d5-4891-4c2e-b2b7-9823baf23b30 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.347321 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-fb2f06d5-4891-4c2e-b2b7-9823baf23b30 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3367264 Mar 08 17:44:38.350215 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 55998) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:38.354682 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-9a56a691-a290-4e01-95ce-9f485573301f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group_rule': {'security_group_id': '54489400-9d0b-4688-a66f-33ed68c7a266', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:44:38.384460 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7a5c-eb28-47e2-9f97-ebe4200b88ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (1d628c53-d2ff-4b1f-b138-4cf78107696a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.385086 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c38b6d23-a28b-4b36-9242-e6950ec6ac07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129998979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129705221'] for subnet (ddeb08d5-8e48-41f3-a60b-deb762448432), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.412675 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b6d23-a28b-4b36-9242-e6950ec6ac07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddeb08d5-8e48-41f3-a60b-deb762448432,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:38.416451 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c38b6d23-a28b-4b36-9242-e6950ec6ac07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.421567 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c38b6d23-a28b-4b36-9242-e6950ec6ac07 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ddeb08d5-8e48-41f3-a60b-deb762448432 HTTP/1.1" status: 204 len: 168 time: 0.3880174 Mar 08 17:44:38.426987 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af181ee-e8bb-4dc8-a7f3-09c6fe154a37 None None] Network 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:44:38.427464 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56000) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:38.429776 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e7a5c-eb28-47e2-9f97-ebe4200b88ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d628c53-d2ff-4b1f-b138-4cf78107696a,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:38.433941 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a56a691-a290-4e01-95ce-9f485573301f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (18675c05-fa43-438b-9bf1-ee7b9f3600f7), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.439149 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ee9e7a5c-eb28-47e2-9f97-ebe4200b88ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=129bc5fdc5a4409593d19a95d5b9530d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953438 Mar 08 17:44:38.448367 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56002) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:38.523350 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a56a691-a290-4e01-95ce-9f485573301f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (18675c05-fa43-438b-9bf1-ee7b9f3600f7), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.542367 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (59db0e12-d1b7-42cf-8ecb-a8f574e94d04), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.567359 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3f5a-f2d1-4cde-92fa-25cb8082763c admin admin] Publish callbacks [] for security_group (1d628c53-d2ff-4b1f-b138-4cf78107696a), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.584746 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a56a691-a290-4e01-95ce-9f485573301f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (18675c05-fa43-438b-9bf1-ee7b9f3600f7), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.604262 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56a691-a290-4e01-95ce-9f485573301f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18675c05-fa43-438b-9bf1-ee7b9f3600f7,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:38.611815 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d00220d-74e8-4c41-8252-56aa50d75d5b None None] DHCP port deletion for 59db0e12-d1b7-42cf-8ecb-a8f574e94d04 request from dv-cinder-830085-3-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:44:38.615738 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3f5a-f2d1-4cde-92fa-25cb8082763c admin admin] Publish callbacks [] for security_group (1d628c53-d2ff-4b1f-b138-4cf78107696a), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.661554 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8d00220d-74e8-4c41-8252-56aa50d75d5b None None] Deleting port be7fa374-7e0e-4ea4-9563-5b23a7349577 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:44:38.662125 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d00220d-74e8-4c41-8252-56aa50d75d5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.662829 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Deleting port be7fa374-7e0e-4ea4-9563-5b23a7349577 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:44:38.663173 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.689594 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a56a691-a290-4e01-95ce-9f485573301f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.690837 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9a56a691-a290-4e01-95ce-9f485573301f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395586 Mar 08 17:44:38.693586 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56004) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:38.699250 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-736c8181-f3a3-465f-8f13-d1c7fed82790 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'security_group_rule': {'security_group_id': '54489400-9d0b-4688-a66f-33ed68c7a266', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:44:38.731438 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-8d00220d-74e8-4c41-8252-56aa50d75d5b None None] For port be7fa374-7e0e-4ea4-9563-5b23a7349577, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=be7fa374-7e0e-4ea4-9563-5b23a7349577,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:44:38.731881 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d00220d-74e8-4c41-8252-56aa50d75d5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.740682 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] For port be7fa374-7e0e-4ea4-9563-5b23a7349577, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=be7fa374-7e0e-4ea4-9563-5b23a7349577,segment=NetworkSegment(ddd4561b-ae04-4d85-8873-ee8158d6a1ee),segment_id=ddd4561b-ae04-4d85-8873-ee8158d6a1ee)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:44:38.741039 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.751354 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8d00220d-74e8-4c41-8252-56aa50d75d5b None None] Calling delete_port for be7fa374-7e0e-4ea4-9563-5b23a7349577 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:44:38.755901 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3f5a-f2d1-4cde-92fa-25cb8082763c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (1d628c53-d2ff-4b1f-b138-4cf78107696a), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.772515 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d8bb3f5a-f2d1-4cde-92fa-25cb8082763c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.772515 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d8bb3f5a-f2d1-4cde-92fa-25cb8082763c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d628c53-d2ff-4b1f-b138-4cf78107696a HTTP/1.1" status: 204 len: 168 time: 0.3111517 Mar 08 17:44:38.772515 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Calling delete_port for be7fa374-7e0e-4ea4-9563-5b23a7349577 owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:44:38.774444 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb3f5a-f2d1-4cde-92fa-25cb8082763c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d628c53-d2ff-4b1f-b138-4cf78107696a,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:38.804811 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device be7fa374-7e0e-4ea4-9563-5b23a7349577 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:44:38.823634 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-736c8181-f3a3-465f-8f13-d1c7fed82790 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (63374881-baa2-424c-9081-11ab9a6e95a9), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.892267 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-736c8181-f3a3-465f-8f13-d1c7fed82790 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (63374881-baa2-424c-9081-11ab9a6e95a9), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.910354 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.917580 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port be7fa374-7e0e-4ea4-9563-5b23a7349577 is: ACTIVE; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:44:38.918124 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.931597 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d00220d-74e8-4c41-8252-56aa50d75d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442'] for port (be7fa374-7e0e-4ea4-9563-5b23a7349577), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.938299 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Pushing event deleted for resources: {'Port': ['ID=be7fa374-7e0e-4ea4-9563-5b23a7349577,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:38.940121 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] No DVR routers for this DVR port be7fa374-7e0e-4ea4-9563-5b23a7349577 on host dv-cinder-830085-3-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:44:38.950291 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-736c8181-f3a3-465f-8f13-d1c7fed82790 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (63374881-baa2-424c-9081-11ab9a6e95a9), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:38.969431 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c8181-f3a3-465f-8f13-d1c7fed82790 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63374881-baa2-424c-9081-11ab9a6e95a9,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:38.975818 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d00220d-74e8-4c41-8252-56aa50d75d5b None None] No DVR routers for this DVR port be7fa374-7e0e-4ea4-9563-5b23a7349577 on host dv-cinder-830085-3-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:44:38.981877 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00220d-74e8-4c41-8252-56aa50d75d5b None None] Pushing event deleted for resources: {'Port': ['ID=be7fa374-7e0e-4ea4-9563-5b23a7349577,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:39.006910 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 70aeed75-e166-4ed7-844d-894fb306d13c no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:44:39.022463 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (59db0e12-d1b7-42cf-8ecb-a8f574e94d04), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.029598 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: 70aeed75-e166-4ed7-844d-894fb306d13c {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:44:39.029980 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 70aeed75-e166-4ed7-844d-894fb306d13c not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:44:39.030404 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device ec4ffa0d-b3d3-4f14-8472-93f1ade9471d no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:44:39.052733 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59db0e12-d1b7-42cf-8ecb-a8f574e94d04']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:39.054404 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: ec4ffa0d-b3d3-4f14-8472-93f1ade9471d {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:44:39.054790 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-736c8181-f3a3-465f-8f13-d1c7fed82790 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.054938 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device ec4ffa0d-b3d3-4f14-8472-93f1ade9471d not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:44:39.056654 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-736c8181-f3a3-465f-8f13-d1c7fed82790 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619063 Mar 08 17:44:39.062852 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56012) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:39.065435 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:44:39.069043 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:39.069355 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd4561b-ae04-4d85-8873-ee8158d6a1ee') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:39.081402 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127025868'] for segment (ddd4561b-ae04-4d85-8873-ee8158d6a1ee), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.094810 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (ddd4561b-ae04-4d85-8873-ee8158d6a1ee), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.100936 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:44:39.101333 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129999081'] for segment (ddd4561b-ae04-4d85-8873-ee8158d6a1ee), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: Traceback (most recent call last): Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: timer() Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: cb(*args, **kw) Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: return func(*args, **kwargs) Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: self._notify() Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: self.callback(batched_events) Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: event.method(event) Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: return f(self, *a, **k) Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._get(url).json() Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:44:39.103116 dv-cinder-830085-3-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:44:39.139125 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.218709 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (59db0e12-d1b7-42cf-8ecb-a8f574e94d04), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.226637 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.230540 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] 10.222.0.66 "DELETE /v2.0/networks/59db0e12-d1b7-42cf-8ecb-a8f574e94d04 HTTP/1.1" status: 204 len: 168 time: 0.8019304 Mar 08 17:44:39.235540 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.243976 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4a18c-fe74-4384-853c-a7096734421d admin admin] Pushing event deleted for resources: {'Network': ['ID=59db0e12-d1b7-42cf-8ecb-a8f574e94d04,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:39.343874 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Allocated IP 172.27.3.45 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/492737ef-57ab-4b93-91aa-3478506271b4) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:44:39.362512 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56016) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:39.375732 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fba143b5-69ff-48bc-9144-0678a6271d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.456679 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fba143b5-69ff-48bc-9144-0678a6271d2e admin admin] Publish callbacks [] for security_group (ef673b4f-7822-4410-ac23-7af01d7e5c3c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.460989 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (492737ef-57ab-4b93-91aa-3478506271b4), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.504279 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fba143b5-69ff-48bc-9144-0678a6271d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (ef673b4f-7822-4410-ac23-7af01d7e5c3c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.531979 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56018) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:39.543778 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fba143b5-69ff-48bc-9144-0678a6271d2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c042a4a53de49ee8b92aeae4609bd7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800661 Mar 08 17:44:39.545495 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba143b5-69ff-48bc-9144-0678a6271d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef673b4f-7822-4410-ac23-7af01d7e5c3c,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:39.547857 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56020) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:39.577458 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5ccfb50e-2985-4594-a0ab-89d74d0276c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8ec36cbf6184449a2de2296985c4910&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441587 Mar 08 17:44:39.579903 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56022) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:39.587521 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (492737ef-57ab-4b93-91aa-3478506271b4), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.597736 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe713572-0b1f-42d0-9221-edd3f39a1c68 admin admin] Publish callbacks [] for security_group (ef673b4f-7822-4410-ac23-7af01d7e5c3c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.618891 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe713572-0b1f-42d0-9221-edd3f39a1c68 admin admin] Publish callbacks [] for security_group (ef673b4f-7822-4410-ac23-7af01d7e5c3c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.648633 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:44:39.657974 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:44:39.659799 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=492737ef-57ab-4b93-91aa-3478506271b4,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:39.662030 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:44:39.707450 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ac73a30-1693-41d6-962a-385f975f9d70 admin admin] Publish callbacks [] for security_group (4e8a4f49-06eb-4486-9907-b41a9f89d072), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.716634 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe713572-0b1f-42d0-9221-edd3f39a1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (ef673b4f-7822-4410-ac23-7af01d7e5c3c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.719320 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe713572-0b1f-42d0-9221-edd3f39a1c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.725486 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fe713572-0b1f-42d0-9221-edd3f39a1c68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef673b4f-7822-4410-ac23-7af01d7e5c3c HTTP/1.1" status: 204 len: 168 time: 0.1717222 Mar 08 17:44:39.728464 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe713572-0b1f-42d0-9221-edd3f39a1c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef673b4f-7822-4410-ac23-7af01d7e5c3c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:39.759963 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ac73a30-1693-41d6-962a-385f975f9d70 admin admin] Publish callbacks [] for security_group (4e8a4f49-06eb-4486-9907-b41a9f89d072), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.803294 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (388502d4-6df8-4a29-9455-dcaa3afd5ff8), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.900019 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ac73a30-1693-41d6-962a-385f975f9d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (4e8a4f49-06eb-4486-9907-b41a9f89d072), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.902590 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4ac73a30-1693-41d6-962a-385f975f9d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.904338 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4ac73a30-1693-41d6-962a-385f975f9d70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e8a4f49-06eb-4486-9907-b41a9f89d072 HTTP/1.1" status: 204 len: 168 time: 0.3235259 Mar 08 17:44:39.914257 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (492737ef-57ab-4b93-91aa-3478506271b4), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:39.916993 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac73a30-1693-41d6-962a-385f975f9d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a4f49-06eb-4486-9907-b41a9f89d072,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:40.077430 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (492737ef-57ab-4b93-91aa-3478506271b4), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:40.133086 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126735967'] for port (492737ef-57ab-4b93-91aa-3478506271b4), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:40.203038 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=492737ef-57ab-4b93-91aa-3478506271b4,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:40.217096 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (388502d4-6df8-4a29-9455-dcaa3afd5ff8), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:40.289898 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:40.294252 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2f3d76e3-6455-4fea-9e30-0fd5a6ea9dd4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2330999 Mar 08 17:44:40.575629 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-a37ab5db-aef5-4a5b-9e5d-1f40aaf6e5d3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1933875897&fields=id&tenant_id=2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 267 time: 0.0454226 Mar 08 17:44:40.683663 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6506c0e4-8f75-471a-90d5-1236e23bafbd tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:40.685994 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6506c0e4-8f75-471a-90d5-1236e23bafbd tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 814 time: 0.1035264 Mar 08 17:44:40.704433 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-a143d78e-2f69-4221-8c67-78a7234d7304 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/quotas/2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 375 time: 0.0099449 Mar 08 17:44:40.764011 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-2376086f-71c5-49a2-9e8b-869395c73bea tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541594 Mar 08 17:44:40.927476 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-d2350686-80ef-464a-b090-7a064a851a3e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:44:40.928643 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-d2350686-80ef-464a-b090-7a064a851a3e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1535866 Mar 08 17:44:41.034557 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-8e1cd579-50de-41c4-acff-98b86e1cb0f9 service neutron] 10.222.0.66 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000328 Mar 08 17:44:41.131821 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-c2d8b0a7-a66b-476a-8f01-8d3a3102a744 service neutron] 10.222.0.66 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912476 Mar 08 17:44:41.370457 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f8905709-c0c5-4606-b8d1-ea8e2881e46e req-9de56b4e-626a-4767-b502-622602d882f1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 210 time: 0.0285890 Mar 08 17:44:42.472259 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b97a2561-366f-4434-bea7-e2d48814313f req-be0d6a64-d6e6-4c16-b0a5-b64031bfdf2f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 210 time: 0.0283165 Mar 08 17:44:43.570346 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-21331eb9-fae0-40fc-b8ef-e483dac8f809 req-6191119c-6be3-4657-ab1a-0f0f94d35f07 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 210 time: 0.0305922 Mar 08 17:44:43.602466 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-65e37761-9e07-4b05-b34b-4564a5322fa9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:43.603956 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-65e37761-9e07-4b05-b34b-4564a5322fa9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 814 time: 0.1036177 Mar 08 17:44:43.665145 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-1af767df-3dea-4d88-85df-1d839be82a00 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca264a980814b29a89a22c1f380b152 HTTP/1.1" status: 200 len: 380 time: 0.0515199 Mar 08 17:44:43.677066 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'port': {'device_id': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'admin_state_up': True, 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'security_groups': ['54489400-9d0b-4688-a66f-33ed68c7a266']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:44:43.870198 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Made reservation on behalf of 2ca264a980814b29a89a22c1f380b152 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:44:43.873621 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:44.012315 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Allocated IP 172.20.0.14 (083a3b6b-4efb-4149-8e17-9fd0d91c8ac8/bd53e22c-10cd-4953-9708-3b5f40ae7dfa/3c0f9838-ef39-4f56-9480-8b89ea3a84a1) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:44:44.145547 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:44.258909 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:44.305368 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:44:44.308480 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:44:44.312673 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:44:44.340830 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event updated for resources: {'Port': ['ID=3c0f9838-ef39-4f56-9480-8b89ea3a84a1,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:44.366843 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:44.367478 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:44.455824 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-6c13fafb-20cf-421d-b895-8b40bf0bd99b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7823257 Mar 08 17:44:44.468504 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Request body: {'port': {'device_id': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:44:44.539685 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:44.543364 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ba8f1119-6833-4af1-b006-6970f2d4fc1b None None] Provisioning complete for port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:44:44.544438 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1119-6833-4af1-b006-6970f2d4fc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:44.577992 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f1119-6833-4af1-b006-6970f2d4fc1b None None] Port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:44:44.694767 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e8983-f086-4754-9274-c738564c5a04 req-62073857-89d3-4886-b4ae-5ae1594a17e3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:44.696276 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-051e8983-f086-4754-9274-c738564c5a04 req-62073857-89d3-4886-b4ae-5ae1594a17e3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 932 time: 0.0555131 Mar 08 17:44:44.754305 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-051e8983-f086-4754-9274-c738564c5a04 req-baf72149-39d5-4245-b1b8-a70fac7cf396 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507250 Mar 08 17:44:44.821966 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:44:44.830803 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Publish callbacks [] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:44.843779 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Transition to ACTIVE for port object 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:44:44.910410 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:44.961853 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0f9838-ef39-4f56-9480-8b89ea3a84a1,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:45.044746 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Attempting to bind port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:44:45.044746 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Attempting to bind port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:44:45.044746 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Attempting to bind port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:44:45.050555 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:44:45.051085 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Attempting to bind port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 on network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:44:45.056448 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:44:45.056787 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Checking segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:44:45.057172 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Bound using segment: {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:44:45.057606 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Bound port: 3c0f9838-ef39-4f56-9480-8b89ea3a84a1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c1320b1-8f04-44c1-83e1-3b204d8963dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:44:45.057989 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:45.128056 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] For port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:44:45.131524 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] For port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3c0f9838-ef39-4f56-9480-8b89ea3a84a1,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:44:45.219596 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:45.261963 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:45.263242 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:45.264817 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] 10.222.0.64 "PUT /v2.0/ports/3c0f9838-ef39-4f56-9480-8b89ea3a84a1 HTTP/1.1" status: 200 len: 1094 time: 0.8014209 Mar 08 17:44:45.265271 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'tag': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:44:45.267877 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8887b6-bae7-4344-9d7b-e23812e92e96" -d '{"events": [{"name": "network-changed", "server_uuid": "e164c161-5da9-47ee-8610-ea7b231b618f", "tag": "3c0f9838-ef39-4f56-9480-8b89ea3a84a1"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:44:45.288718 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692292d7-5ed6-4e43-8921-be1b70b127b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0f9838-ef39-4f56-9480-8b89ea3a84a1,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:45.308322 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b099ad-b7da-4d3a-88e9-a6a6ed6bf067 x-openstack-request-id: req-80b099ad-b7da-4d3a-88e9-a6a6ed6bf067 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:44:45.308621 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e164c161-5da9-47ee-8610-ea7b231b618f", "tag": "3c0f9838-ef39-4f56-9480-8b89ea3a84a1", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:44:45.308873 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80b099ad-b7da-4d3a-88e9-a6a6ed6bf067 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:44:45.309959 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'tag': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1', 'status': 'completed', 'code': 200} Mar 08 17:44:45.383979 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8887b6-bae7-4344-9d7b-e23812e92e96 req-8636cec3-a239-45d1-9bdc-fee166f5061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:45.396247 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4c8887b6-bae7-4344-9d7b-e23812e92e96 req-8636cec3-a239-45d1-9bdc-fee166f5061e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 1128 time: 0.0485237 Mar 08 17:44:45.522082 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8887b6-bae7-4344-9d7b-e23812e92e96 req-84180a46-9061-4a57-b34d-2512c1693412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:45.524779 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4c8887b6-bae7-4344-9d7b-e23812e92e96 req-84180a46-9061-4a57-b34d-2512c1693412 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2ca264a980814b29a89a22c1f380b152&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1288528 Mar 08 17:44:45.622475 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8887b6-bae7-4344-9d7b-e23812e92e96 req-4f305c20-ff53-4b2d-914a-72aa41a5748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:45.624030 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4c8887b6-bae7-4344-9d7b-e23812e92e96 req-4f305c20-ff53-4b2d-914a-72aa41a5748a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923562 Mar 08 17:44:45.707803 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-b58f6863-ceb2-4b01-bcfd-3869a445eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:45.709285 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-b58f6863-ceb2-4b01-bcfd-3869a445eb13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 1128 time: 0.0446556 Mar 08 17:44:45.751197 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-e1fa9df5-6207-43a0-87f5-6189910fd3d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c0f9838-ef39-4f56-9480-8b89ea3a84a1 HTTP/1.1" status: 200 len: 217 time: 0.0343649 Mar 08 17:44:45.802401 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-a2fb03ba-f1d0-488a-88f6-e201575455d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:45.803874 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-a2fb03ba-f1d0-488a-88f6-e201575455d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.0462270 Mar 08 17:44:45.858532 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-aef2ecf5-b341-43d9-a87d-d9342fcbf294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:45.860110 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-aef2ecf5-b341-43d9-a87d-d9342fcbf294 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485449 Mar 08 17:44:45.872665 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a705a-91f1-40ba-ad1f-dc1dbdcbc38f req-a997554d-e840-49ae-95fd-43af7acb8605 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:45.874177 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b62a705a-91f1-40ba-ad1f-dc1dbdcbc38f req-a997554d-e840-49ae-95fd-43af7acb8605 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 944 time: 0.0521176 Mar 08 17:44:45.922031 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b62a705a-91f1-40ba-ad1f-dc1dbdcbc38f req-29a9b226-021a-44e3-83a0-715c750f61a9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422175 Mar 08 17:44:45.952643 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-738373bc-9fdf-4813-9168-6c29a2435834 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857353 Mar 08 17:44:46.049182 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ab8c9cd6-c2e5-44ec-957b-c4095ef1a357 req-eb486912-14e2-4335-8ed1-d7012267baed service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892801 Mar 08 17:44:46.546473 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56186) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:46.655867 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c503-9a73-4dcd-a5ab-6ca61e2e9fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:46.732787 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c503-9a73-4dcd-a5ab-6ca61e2e9fa0 admin admin] Publish callbacks [] for security_group (6afa03d7-405a-43d0-ac6a-5d6ca9ea2618), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:46.806898 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c503-9a73-4dcd-a5ab-6ca61e2e9fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (6afa03d7-405a-43d0-ac6a-5d6ca9ea2618), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:46.845465 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c6c4c503-9a73-4dcd-a5ab-6ca61e2e9fa0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2f7b5650b40482186cb6ff8c046970f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979310 Mar 08 17:44:46.846387 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4c503-9a73-4dcd-a5ab-6ca61e2e9fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afa03d7-405a-43d0-ac6a-5d6ca9ea2618,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:46.849214 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56196) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:46.897478 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-911f908d-f437-4783-84d0-924479bab491 admin admin] Publish callbacks [] for security_group (6afa03d7-405a-43d0-ac6a-5d6ca9ea2618), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:46.919125 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-911f908d-f437-4783-84d0-924479bab491 admin admin] Publish callbacks [] for security_group (6afa03d7-405a-43d0-ac6a-5d6ca9ea2618), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:47.035592 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-911f908d-f437-4783-84d0-924479bab491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (6afa03d7-405a-43d0-ac6a-5d6ca9ea2618), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:47.038413 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-911f908d-f437-4783-84d0-924479bab491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:47.039561 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-911f908d-f437-4783-84d0-924479bab491 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6afa03d7-405a-43d0-ac6a-5d6ca9ea2618 HTTP/1.1" status: 204 len: 168 time: 0.1889114 Mar 08 17:44:47.040763 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28080d6b-e1fe-46cb-b3dd-a2145076b903 req-6a3b7df1-410a-475e-b2fe-4429f2052dd1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:47.049960 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-28080d6b-e1fe-46cb-b3dd-a2145076b903 req-6a3b7df1-410a-475e-b2fe-4429f2052dd1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 944 time: 0.0533624 Mar 08 17:44:47.054490 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f908d-f437-4783-84d0-924479bab491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afa03d7-405a-43d0-ac6a-5d6ca9ea2618,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:47.099628 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-28080d6b-e1fe-46cb-b3dd-a2145076b903 req-780a4a76-be26-4f16-818e-58948974f00e tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487564 Mar 08 17:44:47.696391 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56208) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:47.709796 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67a8410b-c5e1-4d41-8503-3e970a6c18d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:47.784100 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67a8410b-c5e1-4d41-8503-3e970a6c18d2 admin admin] Publish callbacks [] for security_group (20dfe4a4-c9e8-4e8a-b5c6-79af99c358df), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:47.835249 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67a8410b-c5e1-4d41-8503-3e970a6c18d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (20dfe4a4-c9e8-4e8a-b5c6-79af99c358df), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:47.873549 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8410b-c5e1-4d41-8503-3e970a6c18d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dfe4a4-c9e8-4e8a-b5c6-79af99c358df,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:47.877830 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-67a8410b-c5e1-4d41-8503-3e970a6c18d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5634fc10abe647989263cbcc16c59bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804197 Mar 08 17:44:47.880443 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56210) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:47.926990 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d4a01aaa-3ec6-4ad1-95e0-f8b3a1c4a78e admin admin] Publish callbacks [] for security_group (20dfe4a4-c9e8-4e8a-b5c6-79af99c358df), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:47.947790 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d4a01aaa-3ec6-4ad1-95e0-f8b3a1c4a78e admin admin] Publish callbacks [] for security_group (20dfe4a4-c9e8-4e8a-b5c6-79af99c358df), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:48.070183 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d4a01aaa-3ec6-4ad1-95e0-f8b3a1c4a78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (20dfe4a4-c9e8-4e8a-b5c6-79af99c358df), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:48.072825 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d4a01aaa-3ec6-4ad1-95e0-f8b3a1c4a78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:48.074017 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d4a01aaa-3ec6-4ad1-95e0-f8b3a1c4a78e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20dfe4a4-c9e8-4e8a-b5c6-79af99c358df HTTP/1.1" status: 204 len: 168 time: 0.1926477 Mar 08 17:44:48.082865 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a01aaa-3ec6-4ad1-95e0-f8b3a1c4a78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dfe4a4-c9e8-4e8a-b5c6-79af99c358df,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:48.233610 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89903b9e-a61f-4f63-b3e6-0f3a5d414036 req-c94c9cca-ee3c-45d7-a8f2-6bb1218083b3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:48.235139 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-89903b9e-a61f-4f63-b3e6-0f3a5d414036 req-c94c9cca-ee3c-45d7-a8f2-6bb1218083b3 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 944 time: 0.0604002 Mar 08 17:44:48.281430 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-89903b9e-a61f-4f63-b3e6-0f3a5d414036 req-7152771e-82fe-48b4-97b8-4762d8cb112f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404100 Mar 08 17:44:49.070732 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ded120e-6bcc-45e9-b06b-380a32293d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:49.406229 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e548aa4-cd3d-4560-979a-13a2ae8ce51b req-effa7fa3-9018-4eeb-8e96-f54c83f33503 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:49.407701 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7e548aa4-cd3d-4560-979a-13a2ae8ce51b req-effa7fa3-9018-4eeb-8e96-f54c83f33503 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 944 time: 0.0564840 Mar 08 17:44:49.462196 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7e548aa4-cd3d-4560-979a-13a2ae8ce51b req-dc23cea6-203c-41e5-89cd-7c30f229c680 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487649 Mar 08 17:44:50.312840 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:44:50.397520 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:50.423159 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3c0f9838-ef39-4f56-9480-8b89ea3a84a1,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:44:50.434657 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'port_id': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1', 'mac_address': 'fa:16:3e:34:f8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:44:50.476323 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:44:50.476720 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:50.492039 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:44:50.512710 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3c0f9838-ef39-4f56-9480-8b89ea3a84a1,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:44:50.578904 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:50.591983 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82655cc3-6fa3-4463-822a-bfd8331aa912 req-10c66b16-afd6-47c2-a411-51046c131024 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:50.594257 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-82655cc3-6fa3-4463-822a-bfd8331aa912 req-10c66b16-afd6-47c2-a411-51046c131024 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 944 time: 0.0555055 Mar 08 17:44:50.628208 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=3c0f9838-ef39-4f56-9480-8b89ea3a84a1,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:50.648292 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-82655cc3-6fa3-4463-822a-bfd8331aa912 req-f694811f-7d1c-4d0a-b81b-961d9ccbcfd1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481656 Mar 08 17:44:50.978477 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['3c0f9838-ef39-4f56-9480-8b89ea3a84a1'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:44:51.315883 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-209a7f2b-89dc-4eb2-89dc-2c6fd0814ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:51.764612 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602988e1-1dd9-4797-8410-c13257f744b6 req-e765cfc2-9f69-446a-b11e-b45dff4523e1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:51.766317 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-602988e1-1dd9-4797-8410-c13257f744b6 req-e765cfc2-9f69-446a-b11e-b45dff4523e1 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 945 time: 0.0538819 Mar 08 17:44:51.816625 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-602988e1-1dd9-4797-8410-c13257f744b6 req-59c09ee0-c4ec-42d6-9dc5-db719fd67d60 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445597 Mar 08 17:44:52.337297 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:44:52.446814 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:44:52.451423 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:44:52.451806 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:52.539319 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:44:52.539711 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:52.562292 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:44:52.564872 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e0de2e-fad0-4b58-90c7-bf4fc212c0bc" -d '{"events": [{"server_uuid": "e164c161-5da9-47ee-8610-ea7b231b618f", "name": "network-vif-plugged", "status": "completed", "tag": "3c0f9838-ef39-4f56-9480-8b89ea3a84a1"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:44:52.578015 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3c0f9838-ef39-4f56-9480-8b89ea3a84a1,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:44:52.658689 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:52.706584 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=3c0f9838-ef39-4f56-9480-8b89ea3a84a1,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:52.721487 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e664af6-2577-45b4-a102-3a1632a963d6 x-openstack-request-id: req-6e664af6-2577-45b4-a102-3a1632a963d6 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:44:52.721863 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e164c161-5da9-47ee-8610-ea7b231b618f", "name": "network-vif-plugged", "status": "completed", "tag": "3c0f9838-ef39-4f56-9480-8b89ea3a84a1", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:44:52.722186 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e664af6-2577-45b4-a102-3a1632a963d6 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:44:52.722642 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1', 'code': 200} Mar 08 17:44:52.726961 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:52.932340 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfb505-20f0-4e69-a4af-d954a9041cb9 req-61c9c8e4-fa4b-42e1-9220-4b6a10a08f0b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:52.934373 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92cfb505-20f0-4e69-a4af-d954a9041cb9 req-61c9c8e4-fa4b-42e1-9220-4b6a10a08f0b tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 946 time: 0.0506973 Mar 08 17:44:52.985293 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92cfb505-20f0-4e69-a4af-d954a9041cb9 req-69344527-cadb-4dd0-933b-fdcd6fcc580f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451200 Mar 08 17:44:53.042000 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4be4d-ac7c-4678-b322-ea486edca307 req-ba7f7505-c1d9-42e5-934e-ec7d5e8b7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:53.043525 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3ad4be4d-ac7c-4678-b322-ea486edca307 req-ba7f7505-c1d9-42e5-934e-ec7d5e8b7923 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 1130 time: 0.0476766 Mar 08 17:44:53.089158 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3ad4be4d-ac7c-4678-b322-ea486edca307 req-e274fecc-744e-4064-b93c-3004dca86d11 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380542 Mar 08 17:44:53.904734 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:54.106059 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31416a3e-ba75-4e9a-9f62-a1b7f4cc8553 req-4b6dba97-0331-4449-98c3-61d3cb91fc3c tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:54.107528 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-31416a3e-ba75-4e9a-9f62-a1b7f4cc8553 req-4b6dba97-0331-4449-98c3-61d3cb91fc3c tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 946 time: 0.0531690 Mar 08 17:44:54.153550 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-31416a3e-ba75-4e9a-9f62-a1b7f4cc8553 req-1e7f73c8-6098-4c9e-a193-2c08fcfcc627 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404506 Mar 08 17:44:54.525669 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56346) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:54.641654 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9c0eeb0c-29c8-4782-b476-978d7efffe5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:54.836384 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9c0eeb0c-29c8-4782-b476-978d7efffe5a admin admin] Publish callbacks [] for security_group (16d8facd-8371-4336-85e5-bf2d6a2bf661), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:54.880942 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56352) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:54.915748 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9c0eeb0c-29c8-4782-b476-978d7efffe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (16d8facd-8371-4336-85e5-bf2d6a2bf661), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:54.953838 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9c0eeb0c-29c8-4782-b476-978d7efffe5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6df30803808e483db8e0e1e4e7979d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269409 Mar 08 17:44:54.955859 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0eeb0c-29c8-4782-b476-978d7efffe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d8facd-8371-4336-85e5-bf2d6a2bf661,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:54.956655 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56356) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:55.002058 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-80a2b774-38b7-4157-8e45-4023d25e0fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.015412 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8ce73162-7489-49d0-aa56-614ad07aa2ae admin admin] Publish callbacks [] for security_group (16d8facd-8371-4336-85e5-bf2d6a2bf661), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.039257 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8ce73162-7489-49d0-aa56-614ad07aa2ae admin admin] Publish callbacks [] for security_group (16d8facd-8371-4336-85e5-bf2d6a2bf661), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.083623 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-80a2b774-38b7-4157-8e45-4023d25e0fe7 admin admin] Publish callbacks [] for security_group (d615caaa-acde-48fc-9285-a78855549e42), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.138615 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8ce73162-7489-49d0-aa56-614ad07aa2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (16d8facd-8371-4336-85e5-bf2d6a2bf661), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.141195 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8ce73162-7489-49d0-aa56-614ad07aa2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.142388 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8ce73162-7489-49d0-aa56-614ad07aa2ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16d8facd-8371-4336-85e5-bf2d6a2bf661 HTTP/1.1" status: 204 len: 168 time: 0.1846845 Mar 08 17:44:55.150136 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce73162-7489-49d0-aa56-614ad07aa2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d8facd-8371-4336-85e5-bf2d6a2bf661,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:55.172903 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-80a2b774-38b7-4157-8e45-4023d25e0fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d615caaa-acde-48fc-9285-a78855549e42), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.217698 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-80a2b774-38b7-4157-8e45-4023d25e0fe7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe0a5e2756ee451d9eafe251539e8a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332567 Mar 08 17:44:55.217698 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2b774-38b7-4157-8e45-4023d25e0fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d615caaa-acde-48fc-9285-a78855549e42,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:55.218066 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56362) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:55.271869 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-766d51d2-5926-4d5f-a982-98e122eacd8c admin admin] Publish callbacks [] for security_group (d615caaa-acde-48fc-9285-a78855549e42), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.291205 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27be66-5f4e-412e-9734-3ce81793d562 req-083e4013-0a16-4aaa-b698-2b065468e174 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:55.292575 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3e27be66-5f4e-412e-9734-3ce81793d562 req-083e4013-0a16-4aaa-b698-2b065468e174 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 946 time: 0.0541828 Mar 08 17:44:55.295832 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-766d51d2-5926-4d5f-a982-98e122eacd8c admin admin] Publish callbacks [] for security_group (d615caaa-acde-48fc-9285-a78855549e42), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.298685 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.345880 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3e27be66-5f4e-412e-9734-3ce81793d562 req-dbf05a99-b952-4b02-bdce-2e8b6dce6688 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432880 Mar 08 17:44:55.424006 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-766d51d2-5926-4d5f-a982-98e122eacd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (d615caaa-acde-48fc-9285-a78855549e42), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.426685 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-766d51d2-5926-4d5f-a982-98e122eacd8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:55.430527 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-766d51d2-5926-4d5f-a982-98e122eacd8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d615caaa-acde-48fc-9285-a78855549e42 HTTP/1.1" status: 204 len: 168 time: 0.2079327 Mar 08 17:44:55.456040 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d51d2-5926-4d5f-a982-98e122eacd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d615caaa-acde-48fc-9285-a78855549e42,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:55.484052 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a06566-88b4-49ee-a57b-4b15981e51d6 req-1d551e26-535c-4f63-92b5-febec69dce30 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:55.490467 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-39a06566-88b4-49ee-a57b-4b15981e51d6 req-1d551e26-535c-4f63-92b5-febec69dce30 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 946 time: 0.0759950 Mar 08 17:44:55.495172 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56370) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:55.500633 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-5121102f-0930-4823-9159-e4c9d1efb870 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Request body: {'floatingip': {'port_id': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:44:55.550343 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5121102f-0930-4823-9159-e4c9d1efb870 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (388502d4-6df8-4a29-9455-dcaa3afd5ff8), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:56.014155 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5121102f-0930-4823-9159-e4c9d1efb870 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:56.098731 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5121102f-0930-4823-9159-e4c9d1efb870 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (388502d4-6df8-4a29-9455-dcaa3afd5ff8), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:56.166756 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56388) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:56.184944 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4b847212-c3b9-442d-a9ff-f5d399393a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:56.207249 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-5121102f-0930-4823-9159-e4c9d1efb870 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Floating IP 388502d4-6df8-4a29-9455-dcaa3afd5ff8 associated. External IP: 172.27.3.45, port: 3c0f9838-ef39-4f56-9480-8b89ea3a84a1. Mar 08 17:44:56.271478 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4b847212-c3b9-442d-a9ff-f5d399393a17 admin admin] Publish callbacks [] for security_group (998898bf-53e1-4b5b-9cf7-296098241f6b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:56.344341 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4b847212-c3b9-442d-a9ff-f5d399393a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (998898bf-53e1-4b5b-9cf7-296098241f6b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:56.386114 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4b847212-c3b9-442d-a9ff-f5d399393a17 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1eb74957960d42a8ac92f64929ac8f58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180393 Mar 08 17:44:56.387433 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b847212-c3b9-442d-a9ff-f5d399393a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998898bf-53e1-4b5b-9cf7-296098241f6b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:56.389821 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56396) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:56.425184 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5121102f-0930-4823-9159-e4c9d1efb870 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:44:56.441205 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-91cc1b3f-d0dd-4282-8566-55a1a9d7645f admin admin] Publish callbacks [] for security_group (998898bf-53e1-4b5b-9cf7-296098241f6b), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:56.463849 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-91cc1b3f-d0dd-4282-8566-55a1a9d7645f admin admin] Publish callbacks [] for security_group (998898bf-53e1-4b5b-9cf7-296098241f6b), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:56.547949 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5121102f-0930-4823-9159-e4c9d1efb870 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:44:56.552867 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5121102f-0930-4823-9159-e4c9d1efb870 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:56.558935 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d83d2-2797-4295-abf5-002e5832c944 None None] Sync routers for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:44:56.570126 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d83d2-2797-4295-abf5-002e5832c944 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:44:56.571314 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a68d83d2-2797-4295-abf5-002e5832c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:44:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:56.591441 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-91cc1b3f-d0dd-4282-8566-55a1a9d7645f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (998898bf-53e1-4b5b-9cf7-296098241f6b), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:56.591879 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5121102f-0930-4823-9159-e4c9d1efb870 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "PUT /v2.0/floatingips/388502d4-6df8-4a29-9455-dcaa3afd5ff8 HTTP/1.1" status: 200 len: 991 time: 1.0955496 Mar 08 17:44:56.594844 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-91cc1b3f-d0dd-4282-8566-55a1a9d7645f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:56.596292 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-91cc1b3f-d0dd-4282-8566-55a1a9d7645f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/998898bf-53e1-4b5b-9cf7-296098241f6b HTTP/1.1" status: 204 len: 168 time: 0.2056334 Mar 08 17:44:56.597007 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'tag': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:44:56.608867 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc1b3f-d0dd-4282-8566-55a1a9d7645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998898bf-53e1-4b5b-9cf7-296098241f6b,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:56.611938 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb24293935f3e4c1481fa83254af943874e64c693aee071e87be2884696519c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39" -d '{"events": [{"name": "network-changed", "server_uuid": "e164c161-5da9-47ee-8610-ea7b231b618f", "tag": "3c0f9838-ef39-4f56-9480-8b89ea3a84a1"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:44:56.670389 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a976ac7e-33e1-4781-bee6-720fe209e93b x-openstack-request-id: req-a976ac7e-33e1-4781-bee6-720fe209e93b {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:44:56.670817 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e164c161-5da9-47ee-8610-ea7b231b618f", "tag": "3c0f9838-ef39-4f56-9480-8b89ea3a84a1", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:44:56.671257 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a976ac7e-33e1-4781-bee6-720fe209e93b {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:44:56.671894 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'tag': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1', 'status': 'completed', 'code': 200} Mar 08 17:44:56.728901 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-a68d83d2-2797-4295-abf5-002e5832c944 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:44:56.763943 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39 req-e3142363-6c26-43d3-ab46-024e9dc1b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:56.765411 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39 req-e3142363-6c26-43d3-ab46-024e9dc1b9a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 1130 time: 0.0717468 Mar 08 17:44:56.859618 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39 req-0d4ed7c2-57d8-473e-829b-fd5958a3cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:56.861082 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39 req-0d4ed7c2-57d8-473e-829b-fd5958a3cfab service neutron] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 915 time: 0.0879827 Mar 08 17:44:56.940755 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39 req-b53d15ac-8962-4eab-8987-0bc0a28f2f70 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c0f9838-ef39-4f56-9480-8b89ea3a84a1 HTTP/1.1" status: 200 len: 999 time: 0.0721333 Mar 08 17:44:56.958526 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a68d83d2-2797-4295-abf5-002e5832c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '388502d4-6df8-4a29-9455-dcaa3afd5ff8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:34:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:44:39Z', 'updated_at': '2022-03-08T17:44:55Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:56.989426 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d83d2-2797-4295-abf5-002e5832c944 None None] Checking router: d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:44:57.000329 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d83d2-2797-4295-abf5-002e5832c944 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:44:57.000329 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a68d83d2-2797-4295-abf5-002e5832c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:44:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:57.000602 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39 req-5008f769-c449-4692-a877-7bd5edf3e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:57.002008 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39 req-5008f769-c449-4692-a877-7bd5edf3e033 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.0508220 Mar 08 17:44:57.053641 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39 req-40ab07b8-0ae1-40ea-985c-13d62bb1034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:57.055240 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39 req-40ab07b8-0ae1-40ea-985c-13d62bb1034a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472651 Mar 08 17:44:57.167632 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39 req-6e92ef6d-b887-4d54-ac5e-a4c7b93d9e65 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048477 Mar 08 17:44:57.242001 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56434) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:57.273828 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-a68d83d2-2797-4295-abf5-002e5832c944 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:44:57.275805 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c4b17dd3-7f6f-44a9-9704-58ecc0993c39 req-4b2b7819-e79a-4616-87e5-f320037d5776 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011927 Mar 08 17:44:57.366936 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2842-91af-4ce1-8be8-c954d98184e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:57.446175 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2842-91af-4ce1-8be8-c954d98184e6 admin admin] Publish callbacks [] for security_group (2c2f1467-1e45-4c09-a9db-d2128845f87e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:57.501615 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a68d83d2-2797-4295-abf5-002e5832c944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '388502d4-6df8-4a29-9455-dcaa3afd5ff8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:34:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:44:39Z', 'updated_at': '2022-03-08T17:44:55Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:44:57.527254 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2842-91af-4ce1-8be8-c954d98184e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (2c2f1467-1e45-4c09-a9db-d2128845f87e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:57.528623 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68d83d2-2797-4295-abf5-002e5832c944 None None] The sync data for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi is: [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '388502d4-6df8-4a29-9455-dcaa3afd5ff8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'port_id': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'mac_address': 'fa:16:3e:34:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:44:39Z', 'updated_at': '2022-03-08T17:44:55Z', 'revision_number': 1, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:44:57.571710 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9e7c2842-91af-4ce1-8be8-c954d98184e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43380b92cd89407993c1e4e0bc704ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275714 Mar 08 17:44:57.573691 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c2842-91af-4ce1-8be8-c954d98184e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2f1467-1e45-4c09-a9db-d2128845f87e,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:57.575073 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56442) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:57.648303 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58a524f8-12c5-41bc-984c-8ffeb56eef85 admin admin] Publish callbacks [] for security_group (2c2f1467-1e45-4c09-a9db-d2128845f87e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:57.675666 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58a524f8-12c5-41bc-984c-8ffeb56eef85 admin admin] Publish callbacks [] for security_group (2c2f1467-1e45-4c09-a9db-d2128845f87e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:57.757909 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48409f4-889f-4c2f-8716-4eafb25d8f24 None None] New status for floating IP 388502d4-6df8-4a29-9455-dcaa3afd5ff8: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:44:57.790025 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58a524f8-12c5-41bc-984c-8ffeb56eef85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (2c2f1467-1e45-4c09-a9db-d2128845f87e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:57.792670 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58a524f8-12c5-41bc-984c-8ffeb56eef85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:57.794763 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-58a524f8-12c5-41bc-984c-8ffeb56eef85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c2f1467-1e45-4c09-a9db-d2128845f87e HTTP/1.1" status: 204 len: 168 time: 0.2182562 Mar 08 17:44:57.814233 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a524f8-12c5-41bc-984c-8ffeb56eef85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2f1467-1e45-4c09-a9db-d2128845f87e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:58.797908 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56480) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:58.893643 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1281668066-network', 'tenant_id': 'f4eb05f33f404ea9a0779a309dd82b93'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:44:59.121934 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Made reservation on behalf of f4eb05f33f404ea9a0779a309dd82b93 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:44:59.124288 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:59.132986 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:59.205075 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Publish callbacks [] for security_group (8a9fff1f-0117-4b1e-9f66-5bbdbc0c4bf0), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:59.286074 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (8a9fff1f-0117-4b1e-9f66-5bbdbc0c4bf0), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:59.311454 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:44:59.320022 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9fff1f-0117-4b1e-9f66-5bbdbc0c4bf0,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:59.327092 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (23624afc-144b-429d-b4e0-898dcc3ff1fd), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:59.327320 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Added segment 23624afc-144b-429d-b4e0-898dcc3ff1fd of type vlan for network cdaead4b-313b-47ce-98eb-a274ab6bca47 Mar 08 17:44:59.365476 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (cdaead4b-313b-47ce-98eb-a274ab6bca47), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:59.481571 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (cdaead4b-313b-47ce-98eb-a274ab6bca47), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:59.482495 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:44:59.483085 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:59.542819 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] Pushing event updated for resources: {'Network': ['ID=cdaead4b-313b-47ce-98eb-a274ab6bca47,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:59.553044 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network cdaead4b-313b-47ce-98eb-a274ab6bca47 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:44:59.581107 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-67ab3d20-3471-4317-8d96-770d00fcce61 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7820528 Mar 08 17:44:59.583970 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56484) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:44:59.588777 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] Request body: {'subnet': {'network_id': 'cdaead4b-313b-47ce-98eb-a274ab6bca47', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1281668066-subnet', 'tenant_id': 'f4eb05f33f404ea9a0779a309dd82b93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:44:59.675681 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] Made reservation on behalf of f4eb05f33f404ea9a0779a309dd82b93 for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:44:59.678117 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125924513'] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:59.881607 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126736342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924543'] for subnet (dbe11305-758a-4e10-a717-7538ba343657), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:44:59.937698 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe11305-758a-4e10-a717-7538ba343657,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:44:59.947404 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] Checking segment: {'id': '23624afc-144b-429d-b4e0-898dcc3ff1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cdaead4b-313b-47ce-98eb-a274ab6bca47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:44:59.947772 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] Network hostable DHCP agents. Network: cdaead4b-313b-47ce-98eb-a274ab6bca47, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:44:59.954474 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:45:00.006711 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] Network cdaead4b-313b-47ce-98eb-a274ab6bca47 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:45:00.052568 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, cdaead4b-313b-47ce-98eb-a274ab6bca47) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:45:00.056592 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:00.057235 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:00.061915 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe39917a-eb4a-4fa9-802b-215aacc9cde9 None None] Network cdaead4b-313b-47ce-98eb-a274ab6bca47 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:45:00.112607 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-490027ce-127e-4b28-9a5c-fcba744ba166 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5275586 Mar 08 17:45:00.159974 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73521e25-b1d0-45ed-adc2-eafc0350b6cd None None] Network cdaead4b-313b-47ce-98eb-a274ab6bca47 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:45:00.837948 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56506) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:00.842831 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-918689207-network', 'tenant_id': 'a94106407ae545fc957f0ed5c92600c6'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:45:00.933310 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Made reservation on behalf of a94106407ae545fc957f0ed5c92600c6 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:45:00.939330 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:00.947894 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:01.022346 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Publish callbacks [] for security_group (69403df8-b4a9-4e97-817e-db457645fa17), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:01.092601 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (69403df8-b4a9-4e97-817e-db457645fa17), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:01.123486 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:45:01.130789 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69403df8-b4a9-4e97-817e-db457645fa17,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:01.137262 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (48e227f4-3161-4036-9468-b5c57685112c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:01.138366 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Added segment 48e227f4-3161-4036-9468-b5c57685112c of type vlan for network 7d2a2b1f-b19d-475c-8322-d8dfb40a070f Mar 08 17:45:01.179259 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (7d2a2b1f-b19d-475c-8322-d8dfb40a070f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:01.258541 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (7d2a2b1f-b19d-475c-8322-d8dfb40a070f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:01.259503 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:01.260133 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:01.321528 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] Pushing event updated for resources: {'Network': ['ID=7d2a2b1f-b19d-475c-8322-d8dfb40a070f,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:01.332072 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 7d2a2b1f-b19d-475c-8322-d8dfb40a070f details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:45:01.375835 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ccd0878e-4947-4d7f-9ad8-0c3bc94c61e0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5367825 Mar 08 17:45:01.378702 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56510) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:01.383515 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] Request body: {'subnet': {'network_id': '7d2a2b1f-b19d-475c-8322-d8dfb40a070f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-918689207-subnet', 'tenant_id': 'a94106407ae545fc957f0ed5c92600c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:45:01.463871 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] Made reservation on behalf of a94106407ae545fc957f0ed5c92600c6 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:45:01.467331 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129705314'] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:01.727538 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129999172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129705340'] for subnet (b5f423b7-2671-46ec-bc30-d4197220e322), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:01.782100 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f423b7-2671-46ec-bc30-d4197220e322,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:01.790563 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] Checking segment: {'id': '48e227f4-3161-4036-9468-b5c57685112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7d2a2b1f-b19d-475c-8322-d8dfb40a070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:45:01.790921 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] Network hostable DHCP agents. Network: 7d2a2b1f-b19d-475c-8322-d8dfb40a070f, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:45:01.897630 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] Network 7d2a2b1f-b19d-475c-8322-d8dfb40a070f is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:45:01.971679 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 7d2a2b1f-b19d-475c-8322-d8dfb40a070f) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:45:01.975828 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:01.981477 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:01.982322 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c3dd6d-db4e-4ad0-b9c1-fd284024eaca None None] Network 7d2a2b1f-b19d-475c-8322-d8dfb40a070f requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:45:02.066656 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0349fbda-028f-4590-b512-079cfd857e51 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6868746 Mar 08 17:45:02.082939 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4347203d-78af-4379-b9a8-6b0687b69f5c None None] Network 7d2a2b1f-b19d-475c-8322-d8dfb40a070f requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:45:02.182162 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56516) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:02.228645 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-203d7a89-d527-4ca8-8f72-1edb809c7d95 admin admin] Deleting subnet dbe11305-758a-4e10-a717-7538ba343657 {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:45:02.232439 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-203d7a89-d527-4ca8-8f72-1edb809c7d95 admin admin] Publish callbacks [] for subnet (dbe11305-758a-4e10-a717-7538ba343657), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.266482 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-203d7a89-d527-4ca8-8f72-1edb809c7d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127025719'] for subnet (dbe11305-758a-4e10-a717-7538ba343657), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.304604 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-203d7a89-d527-4ca8-8f72-1edb809c7d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (dbe11305-758a-4e10-a717-7538ba343657), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.401772 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-203d7a89-d527-4ca8-8f72-1edb809c7d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129998979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129705221'] for subnet (dbe11305-758a-4e10-a717-7538ba343657), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.427093 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d7a89-d527-4ca8-8f72-1edb809c7d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe11305-758a-4e10-a717-7538ba343657,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:02.430811 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-203d7a89-d527-4ca8-8f72-1edb809c7d95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.435271 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-203d7a89-d527-4ca8-8f72-1edb809c7d95 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dbe11305-758a-4e10-a717-7538ba343657 HTTP/1.1" status: 204 len: 168 time: 0.2520576 Mar 08 17:45:02.437741 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56518) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:02.506544 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (cdaead4b-313b-47ce-98eb-a274ab6bca47), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.582124 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (cdaead4b-313b-47ce-98eb-a274ab6bca47), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.605173 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaead4b-313b-47ce-98eb-a274ab6bca47']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:45:02.614242 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23624afc-144b-429d-b4e0-898dcc3ff1fd') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:45:02.614541 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23624afc-144b-429d-b4e0-898dcc3ff1fd') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:45:02.624342 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127025868'] for segment (23624afc-144b-429d-b4e0-898dcc3ff1fd), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.637916 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (23624afc-144b-429d-b4e0-898dcc3ff1fd), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.643540 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:45:02.643918 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129999081'] for segment (23624afc-144b-429d-b4e0-898dcc3ff1fd), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: Traceback (most recent call last): Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: timer() Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: cb(*args, **kw) Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: return func(*args, **kwargs) Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: self._notify() Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: self.callback(batched_events) Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: event.method(event) Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: return f(self, *a, **k) Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._get(url).json() Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:45:02.645496 dv-cinder-830085-3-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:45:02.749072 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (cdaead4b-313b-47ce-98eb-a274ab6bca47), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.754041 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.757917 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] 10.222.0.66 "DELETE /v2.0/networks/cdaead4b-313b-47ce-98eb-a274ab6bca47 HTTP/1.1" status: 204 len: 168 time: 0.3191731 Mar 08 17:45:02.760739 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56520) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:02.770717 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5b0d8-9948-42af-bed5-09688122590a admin admin] Pushing event deleted for resources: {'Network': ['ID=cdaead4b-313b-47ce-98eb-a274ab6bca47,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:02.804962 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9f9907-a354-428d-8e0e-555afb3e149d admin admin] Deleting subnet b5f423b7-2671-46ec-bc30-d4197220e322 {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:45:02.808282 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9907-a354-428d-8e0e-555afb3e149d admin admin] Publish callbacks [] for subnet (b5f423b7-2671-46ec-bc30-d4197220e322), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.842886 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9907-a354-428d-8e0e-555afb3e149d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126485086'] for subnet (b5f423b7-2671-46ec-bc30-d4197220e322), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:02.885824 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9907-a354-428d-8e0e-555afb3e149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (b5f423b7-2671-46ec-bc30-d4197220e322), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:03.018293 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9907-a354-428d-8e0e-555afb3e149d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126735889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924550'] for subnet (b5f423b7-2671-46ec-bc30-d4197220e322), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:03.043632 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f9907-a354-428d-8e0e-555afb3e149d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5f423b7-2671-46ec-bc30-d4197220e322,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:03.048801 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9907-a354-428d-8e0e-555afb3e149d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:03.052379 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3e9f9907-a354-428d-8e0e-555afb3e149d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b5f423b7-2671-46ec-bc30-d4197220e322 HTTP/1.1" status: 204 len: 168 time: 0.2894773 Mar 08 17:45:03.054814 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56522) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:03.120961 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (7d2a2b1f-b19d-475c-8322-d8dfb40a070f), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:03.201083 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (7d2a2b1f-b19d-475c-8322-d8dfb40a070f), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:03.221494 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2a2b1f-b19d-475c-8322-d8dfb40a070f']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:45:03.231063 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e227f4-3161-4036-9468-b5c57685112c') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:45:03.231367 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e227f4-3161-4036-9468-b5c57685112c') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:45:03.240634 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126485157'] for segment (48e227f4-3161-4036-9468-b5c57685112c), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:03.253513 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (48e227f4-3161-4036-9468-b5c57685112c), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:03.259163 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:45:03.259541 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126735995'] for segment (48e227f4-3161-4036-9468-b5c57685112c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: Traceback (most recent call last): Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: timer() Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: cb(*args, **kw) Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: return func(*args, **kwargs) Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: self._notify() Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: self.callback(batched_events) Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: event.method(event) Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: return f(self, *a, **k) Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._get(url).json() Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:45:03.261140 dv-cinder-830085-3-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:45:03.601073 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (7d2a2b1f-b19d-475c-8322-d8dfb40a070f), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:03.606586 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:03.610775 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7d2a2b1f-b19d-475c-8322-d8dfb40a070f HTTP/1.1" status: 204 len: 168 time: 0.5541956 Mar 08 17:45:03.622928 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ad53d-17bc-487f-9f03-1ad83a2cae30 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2a2b1f-b19d-475c-8322-d8dfb40a070f,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:04.020861 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56530) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:04.060140 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-9bf0b899-3bb1-4813-854c-9dfa86ebdb9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4eb05f33f404ea9a0779a309dd82b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381157 Mar 08 17:45:04.062696 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56532) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:04.111364 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0919dd1e-96e5-4689-bdd8-c4a064d4877e admin admin] Publish callbacks [] for security_group (8a9fff1f-0117-4b1e-9f66-5bbdbc0c4bf0), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:04.132029 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0919dd1e-96e5-4689-bdd8-c4a064d4877e admin admin] Publish callbacks [] for security_group (8a9fff1f-0117-4b1e-9f66-5bbdbc0c4bf0), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:04.247557 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0919dd1e-96e5-4689-bdd8-c4a064d4877e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (8a9fff1f-0117-4b1e-9f66-5bbdbc0c4bf0), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:04.250236 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0919dd1e-96e5-4689-bdd8-c4a064d4877e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:04.251381 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0919dd1e-96e5-4689-bdd8-c4a064d4877e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a9fff1f-0117-4b1e-9f66-5bbdbc0c4bf0 HTTP/1.1" status: 204 len: 168 time: 0.1877723 Mar 08 17:45:04.258940 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919dd1e-96e5-4689-bdd8-c4a064d4877e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9fff1f-0117-4b1e-9f66-5bbdbc0c4bf0,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:04.970079 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56540) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:05.004816 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-eb3be86b-d5d8-407e-8259-9cbd7b212003 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a94106407ae545fc957f0ed5c92600c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376010 Mar 08 17:45:05.007196 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56542) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:05.052428 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-424f9776-28a2-498f-9d8f-6a631653957b admin admin] Publish callbacks [] for security_group (69403df8-b4a9-4e97-817e-db457645fa17), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:05.072649 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-424f9776-28a2-498f-9d8f-6a631653957b admin admin] Publish callbacks [] for security_group (69403df8-b4a9-4e97-817e-db457645fa17), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:05.218244 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-424f9776-28a2-498f-9d8f-6a631653957b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (69403df8-b4a9-4e97-817e-db457645fa17), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:05.220888 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-424f9776-28a2-498f-9d8f-6a631653957b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:05.222017 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-424f9776-28a2-498f-9d8f-6a631653957b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69403df8-b4a9-4e97-817e-db457645fa17 HTTP/1.1" status: 204 len: 168 time: 0.2139161 Mar 08 17:45:05.229931 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f9776-28a2-498f-9d8f-6a631653957b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69403df8-b4a9-4e97-817e-db457645fa17,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:19.092394 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05082481-1589-4d75-a664-a1f7d6bb64e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:20.406744 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:21.338229 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2d29b320-9354-42dd-8f3b-bbf7c7d4ff0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:22.720582 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:23.909303 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:25.321081 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:28.201268 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56784) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:28.308532 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:28.383458 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Publish callbacks [] for security_group (f2d932e8-6544-4868-a5fd-93350e174856), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:28.492144 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (f2d932e8-6544-4868-a5fd-93350e174856), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:28.531630 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c01dd283231f494a8db1e511f0282281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291938 Mar 08 17:45:28.532377 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d932e8-6544-4868-a5fd-93350e174856,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:28.534327 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56794) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:28.539478 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.539816 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.540160 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.540497 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.540832 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.541162 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.541492 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.541858 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.542189 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.542553 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.542880 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.543341 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.544092 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b5b28-6b9c-48fa-8689-d5f6ed2bb7e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.584154 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Publish callbacks [] for security_group (f2d932e8-6544-4868-a5fd-93350e174856), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:28.604488 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Publish callbacks [] for security_group (f2d932e8-6544-4868-a5fd-93350e174856), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:28.733254 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (f2d932e8-6544-4868-a5fd-93350e174856), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:28.735943 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:28.737292 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2d932e8-6544-4868-a5fd-93350e174856 HTTP/1.1" status: 204 len: 168 time: 0.2017312 Mar 08 17:45:28.745786 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d932e8-6544-4868-a5fd-93350e174856,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:28.753697 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.754221 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.754578 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.754918 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.755250 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.755582 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.755913 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.756244 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.756572 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.756897 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.757221 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.757545 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:28.757890 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c6a37c-cfd7-4613-965e-c2dc1bd2795b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:29.290781 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56802) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:29.305854 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7a95-60c8-46b4-8fe8-fddaa3336d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:29.306092 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-9e9dc3b5-cb56-448c-97c6-231b01d07ead service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427241 Mar 08 17:45:29.383041 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7a95-60c8-46b4-8fe8-fddaa3336d5e admin admin] Publish callbacks [] for security_group (128f8cc4-2b52-4062-befa-c51347931e27), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:29.393928 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-8e2cbf16-7acc-45f9-8f55-dd42598edded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:29.395447 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-8e2cbf16-7acc-45f9-8f55-dd42598edded service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 1130 time: 0.0446205 Mar 08 17:45:29.457828 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ddfb7a95-60c8-46b4-8fe8-fddaa3336d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (128f8cc4-2b52-4062-befa-c51347931e27), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:29.502854 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ddfb7a95-60c8-46b4-8fe8-fddaa3336d5e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dffd361cd9948649e0e3bfe73e8b03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097187 Mar 08 17:45:29.502854 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb7a95-60c8-46b4-8fe8-fddaa3336d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128f8cc4-2b52-4062-befa-c51347931e27,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:29.508153 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56804) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:29.514883 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-e4712142-0159-4034-8ccb-c618c9e5706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:29.516387 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-e4712142-0159-4034-8ccb-c618c9e5706d service neutron] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 915 time: 0.1005445 Mar 08 17:45:29.555433 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-876cec25-f279-48e8-8816-c33371966889 admin admin] Publish callbacks [] for security_group (128f8cc4-2b52-4062-befa-c51347931e27), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:29.578521 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-876cec25-f279-48e8-8816-c33371966889 admin admin] Publish callbacks [] for security_group (128f8cc4-2b52-4062-befa-c51347931e27), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:29.587640 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-18482b31-2e85-4768-8f64-6f3eb257dabc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c0f9838-ef39-4f56-9480-8b89ea3a84a1 HTTP/1.1" status: 200 len: 1001 time: 0.0635731 Mar 08 17:45:29.663327 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-110993cc-cccf-4312-8808-c0aa2640e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:29.664821 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-110993cc-cccf-4312-8808-c0aa2640e064 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.0696595 Mar 08 17:45:29.704424 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-876cec25-f279-48e8-8816-c33371966889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (128f8cc4-2b52-4062-befa-c51347931e27), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:29.708059 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-876cec25-f279-48e8-8816-c33371966889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:29.709329 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-876cec25-f279-48e8-8816-c33371966889 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/128f8cc4-2b52-4062-befa-c51347931e27 HTTP/1.1" status: 204 len: 168 time: 0.2002144 Mar 08 17:45:29.719160 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cec25-f279-48e8-8816-c33371966889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128f8cc4-2b52-4062-befa-c51347931e27,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:29.732227 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-81dd83b8-2c9b-4e0f-8d86-2a890fd186ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:29.735692 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-81dd83b8-2c9b-4e0f-8d86-2a890fd186ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643697 Mar 08 17:45:29.841010 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-5e4b71e9-06df-4313-868d-8406615542c5 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944645 Mar 08 17:45:29.946179 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-09488277-47c1-4dd8-9dc4-46f89a7ff87b req-655d2e78-be17-41fa-96fb-0e51df18d6b6 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975275 Mar 08 17:45:31.766142 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56870) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:31.874654 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dcfe76c8-f424-40e3-ba7a-464bbb635bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:31.947741 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dcfe76c8-f424-40e3-ba7a-464bbb635bcd admin admin] Publish callbacks [] for security_group (aef99dac-4cd8-4254-9608-5cd3500d4114), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.029147 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dcfe76c8-f424-40e3-ba7a-464bbb635bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (aef99dac-4cd8-4254-9608-5cd3500d4114), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.068055 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-dcfe76c8-f424-40e3-ba7a-464bbb635bcd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41c8ee0233b7417f9ee3d3ad801c7be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008111 Mar 08 17:45:32.069039 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe76c8-f424-40e3-ba7a-464bbb635bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef99dac-4cd8-4254-9608-5cd3500d4114,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:32.070867 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56876) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:32.121705 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3f00420-a357-464e-960a-67a41afbad21 admin admin] Publish callbacks [] for security_group (aef99dac-4cd8-4254-9608-5cd3500d4114), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.142592 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3f00420-a357-464e-960a-67a41afbad21 admin admin] Publish callbacks [] for security_group (aef99dac-4cd8-4254-9608-5cd3500d4114), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.252221 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3f00420-a357-464e-960a-67a41afbad21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (aef99dac-4cd8-4254-9608-5cd3500d4114), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.254901 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3f00420-a357-464e-960a-67a41afbad21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.256066 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c3f00420-a357-464e-960a-67a41afbad21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aef99dac-4cd8-4254-9608-5cd3500d4114 HTTP/1.1" status: 204 len: 168 time: 0.1842189 Mar 08 17:45:32.264110 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f00420-a357-464e-960a-67a41afbad21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef99dac-4cd8-4254-9608-5cd3500d4114,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:32.273719 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56882) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:32.383257 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8b2ec000-8659-45fc-b0bd-29f2385bd1eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.463886 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8b2ec000-8659-45fc-b0bd-29f2385bd1eb admin admin] Publish callbacks [] for security_group (9cd72a34-4fc5-4d5a-8eb7-0edb714bcaeb), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.514976 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8b2ec000-8659-45fc-b0bd-29f2385bd1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (9cd72a34-4fc5-4d5a-8eb7-0edb714bcaeb), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.557475 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8b2ec000-8659-45fc-b0bd-29f2385bd1eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87ab97f9d5094cfb80861a6b35e87d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797322 Mar 08 17:45:32.557475 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ec000-8659-45fc-b0bd-29f2385bd1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd72a34-4fc5-4d5a-8eb7-0edb714bcaeb,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:32.558199 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56888) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:32.614841 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5378-aad6-4987-b040-5ad670fbab49 admin admin] Publish callbacks [] for security_group (9cd72a34-4fc5-4d5a-8eb7-0edb714bcaeb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.638384 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5378-aad6-4987-b040-5ad670fbab49 admin admin] Publish callbacks [] for security_group (9cd72a34-4fc5-4d5a-8eb7-0edb714bcaeb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.783739 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5378-aad6-4987-b040-5ad670fbab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (9cd72a34-4fc5-4d5a-8eb7-0edb714bcaeb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.786411 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1c3f5378-aad6-4987-b040-5ad670fbab49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:32.787599 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1c3f5378-aad6-4987-b040-5ad670fbab49 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cd72a34-4fc5-4d5a-8eb7-0edb714bcaeb HTTP/1.1" status: 204 len: 168 time: 0.2283227 Mar 08 17:45:32.796269 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f5378-aad6-4987-b040-5ad670fbab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd72a34-4fc5-4d5a-8eb7-0edb714bcaeb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:33.348424 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56914) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:33.362401 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-616e001e-2ee8-4dd5-baed-6a3eac657a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:33.438492 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-616e001e-2ee8-4dd5-baed-6a3eac657a89 admin admin] Publish callbacks [] for security_group (04d2e969-c5fe-4ec3-aa2b-a564dc511bf6), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:33.531600 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-616e001e-2ee8-4dd5-baed-6a3eac657a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (04d2e969-c5fe-4ec3-aa2b-a564dc511bf6), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:33.571311 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-616e001e-2ee8-4dd5-baed-6a3eac657a89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=16ef281617334bc8bf85f0fdefa4cb1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217762 Mar 08 17:45:33.572087 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e001e-2ee8-4dd5-baed-6a3eac657a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d2e969-c5fe-4ec3-aa2b-a564dc511bf6,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:33.574664 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56916) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:33.627384 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c1352a14-dadc-4228-bf9a-38632ccf5f97 admin admin] Publish callbacks [] for security_group (04d2e969-c5fe-4ec3-aa2b-a564dc511bf6), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:33.651706 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c1352a14-dadc-4228-bf9a-38632ccf5f97 admin admin] Publish callbacks [] for security_group (04d2e969-c5fe-4ec3-aa2b-a564dc511bf6), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:33.755229 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c1352a14-dadc-4228-bf9a-38632ccf5f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (04d2e969-c5fe-4ec3-aa2b-a564dc511bf6), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:33.757810 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c1352a14-dadc-4228-bf9a-38632ccf5f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:33.758953 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c1352a14-dadc-4228-bf9a-38632ccf5f97 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04d2e969-c5fe-4ec3-aa2b-a564dc511bf6 HTTP/1.1" status: 204 len: 168 time: 0.1831739 Mar 08 17:45:33.767772 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1352a14-dadc-4228-bf9a-38632ccf5f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d2e969-c5fe-4ec3-aa2b-a564dc511bf6,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:36.179420 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56976) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:36.283424 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-16e0cbe3-ad30-407e-bd33-f4890911da54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:36.355151 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-16e0cbe3-ad30-407e-bd33-f4890911da54 admin admin] Publish callbacks [] for security_group (e4dc304d-fe0e-4ef2-b7fc-672099f4eb77), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:36.406058 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-16e0cbe3-ad30-407e-bd33-f4890911da54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (e4dc304d-fe0e-4ef2-b7fc-672099f4eb77), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:36.444014 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-16e0cbe3-ad30-407e-bd33-f4890911da54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=270193a91e6d414d976d8347aa658af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634432 Mar 08 17:45:36.444883 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0cbe3-ad30-407e-bd33-f4890911da54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dc304d-fe0e-4ef2-b7fc-672099f4eb77,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:36.447432 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56980) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:36.494393 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0dadd1e-8469-44ab-adc3-7861c23b7d88 admin admin] Publish callbacks [] for security_group (e4dc304d-fe0e-4ef2-b7fc-672099f4eb77), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:36.514971 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0dadd1e-8469-44ab-adc3-7861c23b7d88 admin admin] Publish callbacks [] for security_group (e4dc304d-fe0e-4ef2-b7fc-672099f4eb77), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:36.662766 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0dadd1e-8469-44ab-adc3-7861c23b7d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (e4dc304d-fe0e-4ef2-b7fc-672099f4eb77), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:36.665419 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0dadd1e-8469-44ab-adc3-7861c23b7d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:36.666615 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d0dadd1e-8469-44ab-adc3-7861c23b7d88 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4dc304d-fe0e-4ef2-b7fc-672099f4eb77 HTTP/1.1" status: 204 len: 168 time: 0.2181683 Mar 08 17:45:36.675198 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dadd1e-8469-44ab-adc3-7861c23b7d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dc304d-fe0e-4ef2-b7fc-672099f4eb77,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:36.956353 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:45:36.984245 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56992) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:37.089093 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ac90479a-6952-4594-b823-b125d27cbf0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.162307 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ac90479a-6952-4594-b823-b125d27cbf0f admin admin] Publish callbacks [] for security_group (55397d2c-e2ad-48ca-bcb9-b6af6d8953bf), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.229077 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ac90479a-6952-4594-b823-b125d27cbf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (55397d2c-e2ad-48ca-bcb9-b6af6d8953bf), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.268082 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90479a-6952-4594-b823-b125d27cbf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55397d2c-e2ad-48ca-bcb9-b6af6d8953bf,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:37.272344 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ac90479a-6952-4594-b823-b125d27cbf0f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24cafda6cf104520927378f6c94e71f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870772 Mar 08 17:45:37.275074 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 56996) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:37.290246 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 56998) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:37.303446 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7803aecf-ca40-4cec-8f76-7a448d124a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.324041 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d210a15c-4b86-4f30-b2dc-2803fce952d7 admin admin] Publish callbacks [] for security_group (55397d2c-e2ad-48ca-bcb9-b6af6d8953bf), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.345450 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d210a15c-4b86-4f30-b2dc-2803fce952d7 admin admin] Publish callbacks [] for security_group (55397d2c-e2ad-48ca-bcb9-b6af6d8953bf), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.380850 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7803aecf-ca40-4cec-8f76-7a448d124a1e admin admin] Publish callbacks [] for security_group (da27c9d0-4cfa-4a1a-91bb-b271a233702b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.452429 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7803aecf-ca40-4cec-8f76-7a448d124a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (da27c9d0-4cfa-4a1a-91bb-b271a233702b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.475291 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d210a15c-4b86-4f30-b2dc-2803fce952d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (55397d2c-e2ad-48ca-bcb9-b6af6d8953bf), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.478020 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d210a15c-4b86-4f30-b2dc-2803fce952d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.479276 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d210a15c-4b86-4f30-b2dc-2803fce952d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55397d2c-e2ad-48ca-bcb9-b6af6d8953bf HTTP/1.1" status: 204 len: 168 time: 0.2032542 Mar 08 17:45:37.488037 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210a15c-4b86-4f30-b2dc-2803fce952d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55397d2c-e2ad-48ca-bcb9-b6af6d8953bf,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:37.490288 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7803aecf-ca40-4cec-8f76-7a448d124a1e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f709f53f5fc74b00947a4ed15648530e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989725 Mar 08 17:45:37.491015 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803aecf-ca40-4cec-8f76-7a448d124a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da27c9d0-4cfa-4a1a-91bb-b271a233702b,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:37.495134 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 57002) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:37.546641 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2592438a-651c-404a-87f0-7686a611d403 admin admin] Publish callbacks [] for security_group (da27c9d0-4cfa-4a1a-91bb-b271a233702b), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.569147 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2592438a-651c-404a-87f0-7686a611d403 admin admin] Publish callbacks [] for security_group (da27c9d0-4cfa-4a1a-91bb-b271a233702b), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.680810 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2592438a-651c-404a-87f0-7686a611d403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (da27c9d0-4cfa-4a1a-91bb-b271a233702b), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.683490 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2592438a-651c-404a-87f0-7686a611d403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:37.685171 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-2592438a-651c-404a-87f0-7686a611d403 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da27c9d0-4cfa-4a1a-91bb-b271a233702b HTTP/1.1" status: 204 len: 168 time: 0.1890874 Mar 08 17:45:37.693150 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592438a-651c-404a-87f0-7686a611d403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da27c9d0-4cfa-4a1a-91bb-b271a233702b,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:38.381010 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 57034) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:38.481244 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-416280459-network', 'tenant_id': '4375be64dbd94682b9f0d150a544a213'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:45:38.578212 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Made reservation on behalf of 4375be64dbd94682b9f0d150a544a213 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:45:38.580481 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:38.592303 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:38.666325 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Publish callbacks [] for security_group (0d177777-67a3-4976-be21-4b637c0a2e52), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:38.715395 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (0d177777-67a3-4976-be21-4b637c0a2e52), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:38.740072 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:45:38.748812 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d177777-67a3-4976-be21-4b637c0a2e52,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:38.754769 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (57b35d09-284d-4d7e-9e26-ceb692f7e6ad), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:38.755111 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Added segment 57b35d09-284d-4d7e-9e26-ceb692f7e6ad of type vlan for network f8b2f759-1561-460c-90b1-6ed45a313ee5 Mar 08 17:45:38.795408 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (f8b2f759-1561-460c-90b1-6ed45a313ee5), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:38.892160 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (f8b2f759-1561-460c-90b1-6ed45a313ee5), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:38.893172 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:38.893792 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:38.957203 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b2f759-1561-460c-90b1-6ed45a313ee5,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:38.967304 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network f8b2f759-1561-460c-90b1-6ed45a313ee5 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:45:38.989387 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0077fe2c-860f-4a29-bb80-58663e2f01c9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6044254 Mar 08 17:45:38.989739 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 57050) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:38.994796 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] Request body: {'subnet': {'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-416280459-subnet', 'tenant_id': '4375be64dbd94682b9f0d150a544a213', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:45:39.069281 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] Made reservation on behalf of 4375be64dbd94682b9f0d150a544a213 for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:45:39.071650 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125924513'] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:39.303215 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126736342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924543'] for subnet (50675de7-43e9-4d1c-924c-d9bd5ecbbc92), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:39.360988 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50675de7-43e9-4d1c-924c-d9bd5ecbbc92,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:39.370039 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] Checking segment: {'id': '57b35d09-284d-4d7e-9e26-ceb692f7e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:45:39.370408 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] Network hostable DHCP agents. Network: f8b2f759-1561-460c-90b1-6ed45a313ee5, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:45:39.457947 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] Network f8b2f759-1561-460c-90b1-6ed45a313ee5 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:45:39.544730 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, f8b2f759-1561-460c-90b1-6ed45a313ee5) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:45:39.549143 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:39.550302 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:39.561806 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d8d5db-d5e2-4525-aa70-f29a7a28ad22 None None] Network f8b2f759-1561-460c-90b1-6ed45a313ee5 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:45:39.626524 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c60fa642-e6f1-4385-8f25-aca1e38ebfd3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6356277 Mar 08 17:45:39.660096 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3055a0-8591-4b88-a828-b976acc3772e None None] Network f8b2f759-1561-460c-90b1-6ed45a313ee5 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:45:41.950390 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7a240b0a-806f-4608-8c5d-dd40b04ed2c8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:41.951858 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7a240b0a-806f-4608-8c5d-dd40b04ed2c8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/networks?id=f8b2f759-1561-460c-90b1-6ed45a313ee5 HTTP/1.1" status: 200 len: 813 time: 0.3663745 Mar 08 17:45:41.966746 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-20260103-bf4e-4f10-a66d-7f1526494fc7 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/quotas/4375be64dbd94682b9f0d150a544a213 HTTP/1.1" status: 200 len: 375 time: 0.0094812 Mar 08 17:45:41.997464 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-aa58e849-9dc0-496e-8f57-1cc31c851d35 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4375be64dbd94682b9f0d150a544a213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259151 Mar 08 17:45:42.086249 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8bcd8579-4083-4e5d-90c8-1b08a09dc716 service neutron] 10.222.0.66 "GET /v2.0/networks/f8b2f759-1561-460c-90b1-6ed45a313ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823557 Mar 08 17:45:42.176950 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-b3fd900b-4b7d-4559-a493-745688293917 service neutron] 10.222.0.66 "GET /v2.0/networks/f8b2f759-1561-460c-90b1-6ed45a313ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840735 Mar 08 17:45:42.405913 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c5e9d4e2-bf36-4634-b561-15568b2a5ead req-a8f4dadc-7a9b-440a-b52b-5129d61322fe tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 210 time: 0.0260420 Mar 08 17:45:43.501546 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-aa046b7b-9182-4962-aacc-d933093b601f req-5b2ab290-2a77-41a6-adb9-b08d5178419b tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 210 time: 0.0276413 Mar 08 17:45:44.603406 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ccda384b-3fca-48eb-be02-7542730466ae req-541c25ff-f39d-4c28-b48e-0f1a8dbc1c32 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 210 time: 0.0334001 Mar 08 17:45:45.700709 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cae827bb-ffd2-495c-8156-03a1220ea9bb req-91d3e3ce-4b1b-4551-a212-84b1e52db8be tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 210 time: 0.0269759 Mar 08 17:45:46.798699 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4c1f1ce2-b9dd-4069-9bbe-dcc109a0789f req-cb299933-5794-481c-b2f3-270e76179bed tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 210 time: 0.0314436 Mar 08 17:45:47.647053 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-eb532251-0ab6-48c8-b161-33b44ff20d93 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:47.648450 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-eb532251-0ab6-48c8-b161-33b44ff20d93 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.64 "GET /v2.0/networks?id=f8b2f759-1561-460c-90b1-6ed45a313ee5 HTTP/1.1" status: 200 len: 813 time: 0.1014881 Mar 08 17:45:47.662082 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Request body: {'port': {'device_id': '75f52ba4-92d6-409f-b399-b89deae3e1ed', 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5', 'admin_state_up': True, 'tenant_id': '4375be64dbd94682b9f0d150a544a213'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:45:47.900983 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-024fbe67-d23b-4c8a-8db8-6117a899a31f req-3e0f5a5d-01ae-43af-8456-b9ce39755144 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 210 time: 0.0262961 Mar 08 17:45:47.901677 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Made reservation on behalf of 4375be64dbd94682b9f0d150a544a213 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:45:47.905652 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:48.034493 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Allocated IP 172.20.0.4 (f8b2f759-1561-460c-90b1-6ed45a313ee5/50675de7-43e9-4d1c-924c-d9bd5ecbbc92/dc6c19ce-63dc-467d-952c-453724e6f756) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:45:48.180151 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks [] for port (dc6c19ce-63dc-467d-952c-453724e6f756), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:48.246786 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:48.290260 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Network f8b2f759-1561-460c-90b1-6ed45a313ee5 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:45:48.293305 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:45:48.297661 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:45:48.327622 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Pushing event updated for resources: {'Port': ['ID=dc6c19ce-63dc-467d-952c-453724e6f756,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:48.351537 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:48.352164 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:48.426208 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-7e7aac81-dd9a-49ad-bc47-375f547ed979 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675874 Mar 08 17:45:48.439342 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Request body: {'port': {'device_id': '75f52ba4-92d6-409f-b399-b89deae3e1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:45:48.501987 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:48.771363 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6c19ce-63dc-467d-952c-453724e6f756 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:45:48.780348 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Publish callbacks [] for port (dc6c19ce-63dc-467d-952c-453724e6f756), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:48.793040 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Transition to ACTIVE for port object dc6c19ce-63dc-467d-952c-453724e6f756 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:45:48.874848 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:48.930230 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6c19ce-63dc-467d-952c-453724e6f756,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:49.018282 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Attempting to bind port dc6c19ce-63dc-467d-952c-453724e6f756 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:45:49.024482 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Attempting to bind port dc6c19ce-63dc-467d-952c-453724e6f756 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '57b35d09-284d-4d7e-9e26-ceb692f7e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:45:49.024482 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Attempting to bind port dc6c19ce-63dc-467d-952c-453724e6f756 on network f8b2f759-1561-460c-90b1-6ed45a313ee5 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:45:49.024482 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Port dc6c19ce-63dc-467d-952c-453724e6f756 on network f8b2f759-1561-460c-90b1-6ed45a313ee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:45:49.024482 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Attempting to bind port dc6c19ce-63dc-467d-952c-453724e6f756 on network f8b2f759-1561-460c-90b1-6ed45a313ee5 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:45:49.029156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:45:49.029499 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Checking segment: {'id': '57b35d09-284d-4d7e-9e26-ceb692f7e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:45:49.029930 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Bound using segment: {'id': '57b35d09-284d-4d7e-9e26-ceb692f7e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:45:49.030495 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Bound port: dc6c19ce-63dc-467d-952c-453724e6f756, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b35d09-284d-4d7e-9e26-ceb692f7e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:45:49.030861 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:49.033783 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f2db2-e357-420e-be03-84049dec588d req-3325cdda-abcf-4ee4-a395-b322f7a49810 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:49.035298 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c99f2db2-e357-420e-be03-84049dec588d req-3325cdda-abcf-4ee4-a395-b322f7a49810 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 943 time: 0.0604413 Mar 08 17:45:49.063654 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eaa0a74a-741f-4bee-bca5-69ff4557e829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:49.084536 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c99f2db2-e357-420e-be03-84049dec588d req-8aa2a085-b8e6-45c4-a2d2-fccffe881de0 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Mar 08 17:45:49.098079 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] For port dc6c19ce-63dc-467d-952c-453724e6f756, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:45:49.101302 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] For port dc6c19ce-63dc-467d-952c-453724e6f756, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dc6c19ce-63dc-467d-952c-453724e6f756,segment=NetworkSegment(57b35d09-284d-4d7e-9e26-ceb692f7e6ad),segment_id=57b35d09-284d-4d7e-9e26-ceb692f7e6ad)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:45:49.159843 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:49.200113 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:49.200776 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:49.202191 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/dc6c19ce-63dc-467d-952c-453724e6f756 HTTP/1.1" status: 200 len: 1093 time: 0.7677929 Mar 08 17:45:49.202629 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f52ba4-92d6-409f-b399-b89deae3e1ed', 'tag': 'dc6c19ce-63dc-467d-952c-453724e6f756'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:45:49.205003 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52ae21d-7609-4ddb-aaa1-e16fc1e8c455" -d '{"events": [{"name": "network-changed", "server_uuid": "75f52ba4-92d6-409f-b399-b89deae3e1ed", "tag": "dc6c19ce-63dc-467d-952c-453724e6f756"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:45:49.226510 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1f77-5f68-432f-8b47-4be4c61cd9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6c19ce-63dc-467d-952c-453724e6f756,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:49.242085 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9762a747-b918-4217-a81e-7e0fb01a8629 x-openstack-request-id: req-9762a747-b918-4217-a81e-7e0fb01a8629 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:45:49.243624 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f52ba4-92d6-409f-b399-b89deae3e1ed", "tag": "dc6c19ce-63dc-467d-952c-453724e6f756", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:45:49.243624 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9762a747-b918-4217-a81e-7e0fb01a8629 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:45:49.243624 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f52ba4-92d6-409f-b399-b89deae3e1ed', 'tag': 'dc6c19ce-63dc-467d-952c-453724e6f756', 'status': 'completed', 'code': 200} Mar 08 17:45:49.320574 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ae21d-7609-4ddb-aaa1-e16fc1e8c455 req-c0b9df53-1349-464f-93ec-05bc2b6b8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:49.322141 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a52ae21d-7609-4ddb-aaa1-e16fc1e8c455 req-c0b9df53-1349-464f-93ec-05bc2b6b8df3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4375be64dbd94682b9f0d150a544a213&device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 1127 time: 0.0547059 Mar 08 17:45:49.429328 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ae21d-7609-4ddb-aaa1-e16fc1e8c455 req-edee21c2-8a95-47f0-97b5-df2dfae6e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:49.430844 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a52ae21d-7609-4ddb-aaa1-e16fc1e8c455 req-edee21c2-8a95-47f0-97b5-df2dfae6e796 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4375be64dbd94682b9f0d150a544a213&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0952582 Mar 08 17:45:49.526167 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ae21d-7609-4ddb-aaa1-e16fc1e8c455 req-e5560020-efa3-4764-acda-c8ba318de75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:49.527543 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a52ae21d-7609-4ddb-aaa1-e16fc1e8c455 req-e5560020-efa3-4764-acda-c8ba318de75c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902250 Mar 08 17:45:49.610502 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-71044f3e-698b-40b8-9344-e3b941ed7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:49.611985 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-71044f3e-698b-40b8-9344-e3b941ed7fc2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4375be64dbd94682b9f0d150a544a213&device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 1127 time: 0.0442483 Mar 08 17:45:49.673233 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-ed1f0a3d-e418-43eb-8151-d92ceed12c29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc6c19ce-63dc-467d-952c-453724e6f756 HTTP/1.1" status: 200 len: 217 time: 0.0480652 Mar 08 17:45:49.722445 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-c7d4e1ab-0dec-4fd2-8c69-321313a3c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:49.723888 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-c7d4e1ab-0dec-4fd2-8c69-321313a3c9a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50675de7-43e9-4d1c-924c-d9bd5ecbbc92 HTTP/1.1" status: 200 len: 853 time: 0.0440407 Mar 08 17:45:49.755097 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-9c481b4d-3d13-4d5a-a3f3-3af13539dd62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8b2f759-1561-460c-90b1-6ed45a313ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245142 Mar 08 17:45:49.847548 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-88735129-a2f3-42fd-9b22-7127344d1679 service neutron] 10.222.0.64 "GET /v2.0/networks/f8b2f759-1561-460c-90b1-6ed45a313ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847030 Mar 08 17:45:49.934291 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3205a31f-bf59-43be-b67d-f36be74f47f2 req-1895c551-748f-4d7f-99b5-74627bcdf6b3 service neutron] 10.222.0.64 "GET /v2.0/networks/f8b2f759-1561-460c-90b1-6ed45a313ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804596 Mar 08 17:45:50.202762 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79898f-d0ae-47d4-97b1-a09a3e2f37a7 req-8cc2000d-c9c2-4b44-a0b3-9ece65e2a403 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:50.204256 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1c79898f-d0ae-47d4-97b1-a09a3e2f37a7 req-8cc2000d-c9c2-4b44-a0b3-9ece65e2a403 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 943 time: 0.0536585 Mar 08 17:45:50.250812 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1c79898f-d0ae-47d4-97b1-a09a3e2f37a7 req-e1d49fce-f186-43f0-b638-b02410d02376 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Mar 08 17:45:50.412247 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:51.320558 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69f6c760-134f-4c55-abea-e327c4fdb253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:51.371296 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c96b12-fc5e-4321-af10-3999f4056cf3 req-970159f3-013a-42bd-a974-d7a7291a825c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:51.373346 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-00c96b12-fc5e-4321-af10-3999f4056cf3 req-970159f3-013a-42bd-a974-d7a7291a825c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 943 time: 0.0545785 Mar 08 17:45:51.425300 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-00c96b12-fc5e-4321-af10-3999f4056cf3 req-7b019f48-156e-4b0c-a6a1-1d287f69707f tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Mar 08 17:45:52.054399 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 57182) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:52.160465 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a77bb2d5-b56d-4eda-ab80-69ed5e70a1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:52.232251 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a77bb2d5-b56d-4eda-ab80-69ed5e70a1a9 admin admin] Publish callbacks [] for security_group (6b8e0a5e-941b-4d3c-93b7-17ea7e0928a5), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:52.274559 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a77bb2d5-b56d-4eda-ab80-69ed5e70a1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (6b8e0a5e-941b-4d3c-93b7-17ea7e0928a5), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:52.314673 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a77bb2d5-b56d-4eda-ab80-69ed5e70a1a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4bca64529e7642eab81400e3371759e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591908 Mar 08 17:45:52.315566 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bb2d5-b56d-4eda-ab80-69ed5e70a1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e0a5e-941b-4d3c-93b7-17ea7e0928a5,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:52.317486 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 57186) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:52.367073 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7df5d1bd-5e7c-492c-b8f0-c688973591b3 admin admin] Publish callbacks [] for security_group (6b8e0a5e-941b-4d3c-93b7-17ea7e0928a5), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:52.388472 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7df5d1bd-5e7c-492c-b8f0-c688973591b3 admin admin] Publish callbacks [] for security_group (6b8e0a5e-941b-4d3c-93b7-17ea7e0928a5), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:52.470129 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7df5d1bd-5e7c-492c-b8f0-c688973591b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (6b8e0a5e-941b-4d3c-93b7-17ea7e0928a5), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:52.472763 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7df5d1bd-5e7c-492c-b8f0-c688973591b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:52.474013 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7df5d1bd-5e7c-492c-b8f0-c688973591b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b8e0a5e-941b-4d3c-93b7-17ea7e0928a5 HTTP/1.1" status: 204 len: 168 time: 0.1553435 Mar 08 17:45:52.482963 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5d1bd-5e7c-492c-b8f0-c688973591b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e0a5e-941b-4d3c-93b7-17ea7e0928a5,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:52.550685 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ce674-9a2a-4adc-83a1-78ad3c453561 req-5562cbd3-b61a-4b16-a8e8-8162a7762515 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:52.552167 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d74ce674-9a2a-4adc-83a1-78ad3c453561 req-5562cbd3-b61a-4b16-a8e8-8162a7762515 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 943 time: 0.0592637 Mar 08 17:45:52.598787 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d74ce674-9a2a-4adc-83a1-78ad3c453561 req-29eafc6a-c76a-4977-b677-c05647961cd9 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Mar 08 17:45:52.678352 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device dc6c19ce-63dc-467d-952c-453724e6f756 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:45:52.746258 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:52.775232 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port dc6c19ce-63dc-467d-952c-453724e6f756, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dc6c19ce-63dc-467d-952c-453724e6f756,segment=NetworkSegment(57b35d09-284d-4d7e-9e26-ceb692f7e6ad),segment_id=57b35d09-284d-4d7e-9e26-ceb692f7e6ad)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:45:52.785726 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'dc6c19ce-63dc-467d-952c-453724e6f756', 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5', 'port_id': 'dc6c19ce-63dc-467d-952c-453724e6f756', 'mac_address': 'fa:16:3e:75:d6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50675de7-43e9-4d1c-924c-d9bd5ecbbc92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:45:52.826511 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port dc6c19ce-63dc-467d-952c-453724e6f756 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:45:52.826913 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:52.839724 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6c19ce-63dc-467d-952c-453724e6f756 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:45:52.859292 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port dc6c19ce-63dc-467d-952c-453724e6f756, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dc6c19ce-63dc-467d-952c-453724e6f756,segment=NetworkSegment(57b35d09-284d-4d7e-9e26-ceb692f7e6ad),segment_id=57b35d09-284d-4d7e-9e26-ceb692f7e6ad)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:45:52.932117 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:52.978698 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=dc6c19ce-63dc-467d-952c-453724e6f756,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:52.986441 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.986803 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.987155 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.987498 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.987881 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.988220 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.988554 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.989153 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.989482 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.989839 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.990175 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.990501 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:52.990828 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:45:53.132228 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 57194) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:53.145713 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f53af9c7-8870-4075-baf2-2b11b882bef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:53.219315 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f53af9c7-8870-4075-baf2-2b11b882bef4 admin admin] Publish callbacks [] for security_group (9f172a1c-3bc3-4f73-97e0-25f1d17d16ec), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:53.274666 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f53af9c7-8870-4075-baf2-2b11b882bef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (9f172a1c-3bc3-4f73-97e0-25f1d17d16ec), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:53.304191 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['dc6c19ce-63dc-467d-952c-453724e6f756'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:45:53.314484 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f53af9c7-8870-4075-baf2-2b11b882bef4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db3078d1b94f42f0b51da18fba33efe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811745 Mar 08 17:45:53.315312 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53af9c7-8870-4075-baf2-2b11b882bef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f172a1c-3bc3-4f73-97e0-25f1d17d16ec,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:53.317209 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 57196) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:53.368122 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c698234b-f79d-4971-b56c-7e1eb716c81d admin admin] Publish callbacks [] for security_group (9f172a1c-3bc3-4f73-97e0-25f1d17d16ec), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:53.394116 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c698234b-f79d-4971-b56c-7e1eb716c81d admin admin] Publish callbacks [] for security_group (9f172a1c-3bc3-4f73-97e0-25f1d17d16ec), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:53.503185 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c698234b-f79d-4971-b56c-7e1eb716c81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (9f172a1c-3bc3-4f73-97e0-25f1d17d16ec), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:53.505706 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c698234b-f79d-4971-b56c-7e1eb716c81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:53.506887 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c698234b-f79d-4971-b56c-7e1eb716c81d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f172a1c-3bc3-4f73-97e0-25f1d17d16ec HTTP/1.1" status: 204 len: 168 time: 0.1875691 Mar 08 17:45:53.515102 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698234b-f79d-4971-b56c-7e1eb716c81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f172a1c-3bc3-4f73-97e0-25f1d17d16ec,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:53.720954 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3205b93-ef8b-4394-b7a1-32d6f25059ef req-af60d29b-5e50-4722-a406-6618b37b8bf9 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:53.722546 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e3205b93-ef8b-4394-b7a1-32d6f25059ef req-af60d29b-5e50-4722-a406-6618b37b8bf9 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 944 time: 0.0573263 Mar 08 17:45:53.770688 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e3205b93-ef8b-4394-b7a1-32d6f25059ef req-0cfed8a5-84b5-4afa-a7f6-580db6cdc909 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425491 Mar 08 17:45:53.903349 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:54.504843 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 57220) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:54.600302 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-312016420-network', 'tenant_id': '03f080b5d1584a1ea8d71c10cfb936ac'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:45:54.672363 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device dc6c19ce-63dc-467d-952c-453724e6f756 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:45:54.680304 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Made reservation on behalf of 03f080b5d1584a1ea8d71c10cfb936ac for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:45:54.682800 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:54.694143 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:54.774832 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Publish callbacks [] for security_group (0fad79cf-29f7-43b3-834b-32272f6d41bb), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:54.795485 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port dc6c19ce-63dc-467d-952c-453724e6f756 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:45:54.799610 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port dc6c19ce-63dc-467d-952c-453724e6f756 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:45:54.799880 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:54.849335 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (0fad79cf-29f7-43b3-834b-32272f6d41bb), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:54.880752 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port dc6c19ce-63dc-467d-952c-453724e6f756 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:45:54.881146 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:54.889785 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:45:54.904318 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f52ba4-92d6-409f-b399-b89deae3e1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6c19ce-63dc-467d-952c-453724e6f756'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:45:54.906777 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e073a49-83d0-4008-8b09-46628f6ae164" -d '{"events": [{"server_uuid": "75f52ba4-92d6-409f-b399-b89deae3e1ed", "name": "network-vif-plugged", "status": "completed", "tag": "dc6c19ce-63dc-467d-952c-453724e6f756"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:45:54.912509 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (68507294-42b6-456d-b24c-7b0f6bef1aee), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:54.913117 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Added segment 68507294-42b6-456d-b24c-7b0f6bef1aee of type vlan for network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 Mar 08 17:45:54.914628 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad79cf-29f7-43b3-834b-32272f6d41bb,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:54.920080 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port dc6c19ce-63dc-467d-952c-453724e6f756, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dc6c19ce-63dc-467d-952c-453724e6f756,segment=NetworkSegment(57b35d09-284d-4d7e-9e26-ceb692f7e6ad),segment_id=57b35d09-284d-4d7e-9e26-ceb692f7e6ad)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:45:54.942848 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6230eb-0d61-4b53-99af-5ccce9a6f4ba x-openstack-request-id: req-be6230eb-0d61-4b53-99af-5ccce9a6f4ba {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:45:54.943285 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f52ba4-92d6-409f-b399-b89deae3e1ed", "name": "network-vif-plugged", "status": "completed", "tag": "dc6c19ce-63dc-467d-952c-453724e6f756", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:45:54.943546 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be6230eb-0d61-4b53-99af-5ccce9a6f4ba {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:45:54.943943 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f52ba4-92d6-409f-b399-b89deae3e1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6c19ce-63dc-467d-952c-453724e6f756', 'code': 200} Mar 08 17:45:54.967538 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17829a73-62f5-44b8-b9a1-9cf3030f590b req-73b5bb65-b275-44c9-8e9c-6f45c2d22836 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:54.971076 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-17829a73-62f5-44b8-b9a1-9cf3030f590b req-73b5bb65-b275-44c9-8e9c-6f45c2d22836 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 944 time: 0.1309102 Mar 08 17:45:54.979519 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:54.989787 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:55.044709 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=dc6c19ce-63dc-467d-952c-453724e6f756,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:55.047942 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-17829a73-62f5-44b8-b9a1-9cf3030f590b req-272fa143-71ab-4e57-bb2d-5349c5d427b4 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696948 Mar 08 17:45:55.114959 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:55.118309 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:55.118309 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:55.177308 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] Pushing event updated for resources: {'Network': ['ID=dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:55.188319 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:45:55.226452 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f8951cae-d39b-42aa-a257-3dcd8eeb53f7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7204731 Mar 08 17:45:55.230717 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 57228) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:45:55.235585 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] Request body: {'subnet': {'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-312016420-subnet', 'tenant_id': '03f080b5d1584a1ea8d71c10cfb936ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:45:55.285491 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ea6f8-5dad-45e6-aab4-2c82905c290a req-6f5bec5b-1e20-4245-a3aa-2c7bee578568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:55.287009 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-824ea6f8-5dad-45e6-aab4-2c82905c290a req-6f5bec5b-1e20-4245-a3aa-2c7bee578568 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 1129 time: 0.0488486 Mar 08 17:45:55.326484 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] Made reservation on behalf of 03f080b5d1584a1ea8d71c10cfb936ac for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:45:55.329086 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125924513'] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:55.331793 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-824ea6f8-5dad-45e6-aab4-2c82905c290a req-abb2d62c-1466-4f38-87ab-26f72f4f4bae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369546 Mar 08 17:45:55.354727 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:55.565637 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126736342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924543'] for subnet (cceed3d3-498c-40d2-bac6-132cf43f1e31), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:55.624595 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cceed3d3-498c-40d2-bac6-132cf43f1e31,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:45:55.633493 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] Checking segment: {'id': '68507294-42b6-456d-b24c-7b0f6bef1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:45:55.633886 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] Network hostable DHCP agents. Network: dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:45:55.736874 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] Network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:45:55.828854 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:45:55.832891 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:55.833505 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:45:55.838068 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0fc033-4e92-49d3-ae37-7ca1df9ebce0 None None] Network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:45:55.928728 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8db85afb-8bb2-4791-922b-cdc457035ec3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6968968 Mar 08 17:45:55.986544 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef3e1e-bcb0-4cd5-a048-943393820dcb None None] Network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:45:56.183880 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfeef1-facc-4ef3-b619-68c0f3e41fd6 req-901eea32-e2ab-45da-98c1-2e50469db647 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:56.186232 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-05cfeef1-facc-4ef3-b619-68c0f3e41fd6 req-901eea32-e2ab-45da-98c1-2e50469db647 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 945 time: 0.0529439 Mar 08 17:45:56.244898 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-05cfeef1-facc-4ef3-b619-68c0f3e41fd6 req-8b971de4-98ee-473f-9908-5fea89d1804f tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524948 Mar 08 17:45:57.365647 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c2e29-d5d9-4102-b26a-0627e5c26890 req-0b1b5193-706d-4f5f-99cf-2c94edb5e2f9 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:57.367167 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-589c2e29-d5d9-4102-b26a-0627e5c26890 req-0b1b5193-706d-4f5f-99cf-2c94edb5e2f9 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 945 time: 0.0518010 Mar 08 17:45:57.412513 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-589c2e29-d5d9-4102-b26a-0627e5c26890 req-22d277b9-c20c-456d-a291-f29ae96c7b47 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393875 Mar 08 17:45:58.141357 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-32c92a1b-8976-4a1d-ad54-d8ba9bb89da5 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:45:58.142938 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-32c92a1b-8976-4a1d-ad54-d8ba9bb89da5 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/networks?id=dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 HTTP/1.1" status: 200 len: 808 time: 0.1028605 Mar 08 17:45:58.158262 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-46584d6a-a331-4ff8-82b9-0d96003d074f tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/quotas/03f080b5d1584a1ea8d71c10cfb936ac HTTP/1.1" status: 200 len: 375 time: 0.0097854 Mar 08 17:45:58.193323 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-b918609b-0ecd-400e-bf09-c812a02b056e tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=03f080b5d1584a1ea8d71c10cfb936ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295844 Mar 08 17:45:58.283516 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-03c2e05f-c934-4123-838d-bfd6fa186e77 service neutron] 10.222.0.66 "GET /v2.0/networks/dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837109 Mar 08 17:45:58.377740 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-73cd19bc-1317-46ff-ab36-26f53bdef24c service neutron] 10.222.0.66 "GET /v2.0/networks/dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885735 Mar 08 17:45:58.592157 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c64e11bb-ff19-4ea3-a389-9513fe1083a4 req-42eadd20-8215-4a71-9278-51fb17251378 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 210 time: 0.0289314 Mar 08 17:45:59.692895 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6050bdb8-946d-4c3c-8f95-f52c4e7cc743 req-4ec0cf23-06ad-4e5a-9199-7acfd7c5351d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 210 time: 0.0312257 Mar 08 17:46:00.795743 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83458055-7f7d-4f9e-8066-9c81a39cc27a req-8c423166-0341-4e38-8f53-fa1e58042d88 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 210 time: 0.0306952 Mar 08 17:46:00.902603 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-c8f22e4e-84d9-44b7-9790-41819a63b1f0 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:00.905137 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-c8f22e4e-84d9-44b7-9790-41819a63b1f0 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.64 "GET /v2.0/networks?id=dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 HTTP/1.1" status: 200 len: 808 time: 0.1056342 Mar 08 17:46:00.920236 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Request body: {'port': {'device_id': '3cab65ca-cb28-4f8e-b432-6f47f8048f95', 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31', 'admin_state_up': True, 'tenant_id': '03f080b5d1584a1ea8d71c10cfb936ac'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:46:01.103018 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Made reservation on behalf of 03f080b5d1584a1ea8d71c10cfb936ac for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:46:01.106577 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:01.240662 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Allocated IP 172.20.0.7 (dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31/cceed3d3-498c-40d2-bac6-132cf43f1e31/e6c33fb6-6e21-42b4-90ee-c46c66fe00b1) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:46:01.381373 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks [] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:01.480637 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:01.525341 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:46:01.530649 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:46:01.533174 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:46:01.568356 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Pushing event updated for resources: {'Port': ['ID=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:01.591043 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:01.591645 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:01.666166 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-7bbd5648-f7bb-4d56-bb5b-2e445a005187 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7497694 Mar 08 17:46:01.682564 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Request body: {'port': {'device_id': '3cab65ca-cb28-4f8e-b432-6f47f8048f95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:46:01.742185 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:02.062522 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876155f-6596-44f6-9c79-0cf7cec069ba req-5e1158d0-134d-444c-8db1-bbc190ae119d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:02.064636 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4876155f-6596-44f6-9c79-0cf7cec069ba req-5e1158d0-134d-444c-8db1-bbc190ae119d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 931 time: 0.1770737 Mar 08 17:46:02.181514 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4876155f-6596-44f6-9c79-0cf7cec069ba req-99bf7261-6839-4883-a75d-08ab5bdcd753 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101868 Mar 08 17:46:02.236348 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:46:02.245595 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Publish callbacks [] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:02.257352 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Transition to ACTIVE for port object e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:46:02.326162 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:02.383496 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:02.452925 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Attempting to bind port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:46:02.453268 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Attempting to bind port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '68507294-42b6-456d-b24c-7b0f6bef1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:46:02.453788 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Attempting to bind port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 on network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:46:02.458279 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 on network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:46:02.458599 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Attempting to bind port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 on network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:46:02.463362 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:46:02.463734 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Checking segment: {'id': '68507294-42b6-456d-b24c-7b0f6bef1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:46:02.464116 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Bound using segment: {'id': '68507294-42b6-456d-b24c-7b0f6bef1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:46:02.464541 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Bound port: e6c33fb6-6e21-42b4-90ee-c46c66fe00b1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68507294-42b6-456d-b24c-7b0f6bef1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:46:02.464897 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:02.530246 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] For port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:46:02.533336 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] For port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1,segment=NetworkSegment(68507294-42b6-456d-b24c-7b0f6bef1aee),segment_id=68507294-42b6-456d-b24c-7b0f6bef1aee)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:46:02.595523 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:02.634714 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:02.635348 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:02.636976 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] 10.222.0.64 "PUT /v2.0/ports/e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 HTTP/1.1" status: 200 len: 1093 time: 0.9585354 Mar 08 17:46:02.642497 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cab65ca-cb28-4f8e-b432-6f47f8048f95', 'tag': 'e6c33fb6-6e21-42b4-90ee-c46c66fe00b1'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:46:02.645571 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d051f934-6a10-4b04-a6b9-d3fa05a8ed7d" -d '{"events": [{"name": "network-changed", "server_uuid": "3cab65ca-cb28-4f8e-b432-6f47f8048f95", "tag": "e6c33fb6-6e21-42b4-90ee-c46c66fe00b1"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:46:02.667048 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f1819-825e-4c49-b683-e04f31de1bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:02.685333 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4275b4-7d56-4b4c-b8c5-e286c12ed40c x-openstack-request-id: req-9d4275b4-7d56-4b4c-b8c5-e286c12ed40c {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:46:02.685638 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cab65ca-cb28-4f8e-b432-6f47f8048f95", "tag": "e6c33fb6-6e21-42b4-90ee-c46c66fe00b1", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:46:02.685939 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d4275b4-7d56-4b4c-b8c5-e286c12ed40c {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:46:02.690576 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cab65ca-cb28-4f8e-b432-6f47f8048f95', 'tag': 'e6c33fb6-6e21-42b4-90ee-c46c66fe00b1', 'status': 'completed', 'code': 200} Mar 08 17:46:02.761293 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051f934-6a10-4b04-a6b9-d3fa05a8ed7d req-f9b50b5b-072d-4441-af51-7b902ef7a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:02.763494 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d051f934-6a10-4b04-a6b9-d3fa05a8ed7d req-f9b50b5b-072d-4441-af51-7b902ef7a4e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=03f080b5d1584a1ea8d71c10cfb936ac&device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 1127 time: 0.0455561 Mar 08 17:46:02.871173 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051f934-6a10-4b04-a6b9-d3fa05a8ed7d req-7474e3c8-d506-49b5-ba33-5feb9f4018dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:02.873701 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d051f934-6a10-4b04-a6b9-d3fa05a8ed7d req-7474e3c8-d506-49b5-ba33-5feb9f4018dd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=03f080b5d1584a1ea8d71c10cfb936ac&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0980706 Mar 08 17:46:02.974763 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051f934-6a10-4b04-a6b9-d3fa05a8ed7d req-13469af8-b6a4-47e5-8a3b-198f4222f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:02.976332 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d051f934-6a10-4b04-a6b9-d3fa05a8ed7d req-13469af8-b6a4-47e5-8a3b-198f4222f23c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941725 Mar 08 17:46:03.061926 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-db65d727-33f8-4e53-9946-eb21ee3af145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:03.063412 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-db65d727-33f8-4e53-9946-eb21ee3af145 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=03f080b5d1584a1ea8d71c10cfb936ac&device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 1127 time: 0.0446732 Mar 08 17:46:03.112456 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-63889e2b-6f1f-4b99-815a-88373c7b8e8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 HTTP/1.1" status: 200 len: 217 time: 0.0377843 Mar 08 17:46:03.166010 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-ca48d7f5-0451-4be7-9ee9-e8475a6981c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:03.167370 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-ca48d7f5-0451-4be7-9ee9-e8475a6981c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cceed3d3-498c-40d2-bac6-132cf43f1e31 HTTP/1.1" status: 200 len: 848 time: 0.0436420 Mar 08 17:46:03.203572 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-824a360f-7060-4a08-aed8-49999230e4a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259728 Mar 08 17:46:03.333054 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-2f5c2253-d2c5-4204-99cf-23056fae2b9c service neutron] 10.222.0.64 "GET /v2.0/networks/dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159372 Mar 08 17:46:03.349296 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1affe-1d0a-4752-b9ba-034cc52ddefa req-f53052f1-c2a2-4220-b95c-4cb125391442 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:03.350758 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8fb1affe-1d0a-4752-b9ba-034cc52ddefa req-f53052f1-c2a2-4220-b95c-4cb125391442 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 943 time: 0.0805783 Mar 08 17:46:03.458462 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8fb1affe-1d0a-4752-b9ba-034cc52ddefa req-b74cf196-74d8-40f2-9415-1995e56752fb tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997019 Mar 08 17:46:03.477772 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d4ef9fa3-a9af-4380-bf0e-3591d0442250 req-470834c7-cf03-426e-91ad-ef2a5b7ac8d9 service neutron] 10.222.0.64 "GET /v2.0/networks/dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258600 Mar 08 17:46:04.576802 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dacb2-6de0-4412-9d19-81c223c9f605 req-32e06818-3d97-4d48-a1f1-9efa45463dd8 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:04.578306 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-141dacb2-6de0-4412-9d19-81c223c9f605 req-32e06818-3d97-4d48-a1f1-9efa45463dd8 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 943 time: 0.0523293 Mar 08 17:46:04.625852 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-141dacb2-6de0-4412-9d19-81c223c9f605 req-18efa2f1-6e86-43d6-9fb6-75d6eb7c40e4 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420523 Mar 08 17:46:05.753367 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c1dd5-c1a2-4386-afe5-87c57211f503 req-9ec2f372-dd1d-44b5-aa8e-63e23ff94016 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:05.757101 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-213c1dd5-c1a2-4386-afe5-87c57211f503 req-9ec2f372-dd1d-44b5-aa8e-63e23ff94016 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 943 time: 0.0628848 Mar 08 17:46:05.802512 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-213c1dd5-c1a2-4386-afe5-87c57211f503 req-382a5592-4c54-4e9b-8d5a-30000d539ddd tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Mar 08 17:46:06.714407 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:46:06.808860 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1,segment=NetworkSegment(68507294-42b6-456d-b24c-7b0f6bef1aee),segment_id=68507294-42b6-456d-b24c-7b0f6bef1aee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:46:06.823842 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'e6c33fb6-6e21-42b4-90ee-c46c66fe00b1', 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31', 'port_id': 'e6c33fb6-6e21-42b4-90ee-c46c66fe00b1', 'mac_address': 'fa:16:3e:dc:4b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cceed3d3-498c-40d2-bac6-132cf43f1e31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:46:06.862170 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:46:06.862563 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:06.876390 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:46:06.898527 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1,segment=NetworkSegment(68507294-42b6-456d-b24c-7b0f6bef1aee),segment_id=68507294-42b6-456d-b24c-7b0f6bef1aee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:46:06.919873 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f67983-f845-48dd-ab37-151e402850b8 req-492fdce6-81b9-4d58-88e4-52e0808aa489 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:06.921360 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a8f67983-f845-48dd-ab37-151e402850b8 req-492fdce6-81b9-4d58-88e4-52e0808aa489 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 943 time: 0.0527613 Mar 08 17:46:06.970122 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a8f67983-f845-48dd-ab37-151e402850b8 req-b135af0c-29d6-464a-8910-09eb76f06db5 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426857 Mar 08 17:46:06.979215 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:07.028901 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:07.509356 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['e6c33fb6-6e21-42b4-90ee-c46c66fe00b1'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:46:08.088071 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da2e54-79bd-4ddb-881e-c27a386e6f38 req-ba57a86d-9652-407e-8473-f0d07e3da622 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:08.089542 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c8da2e54-79bd-4ddb-881e-c27a386e6f38 req-ba57a86d-9652-407e-8473-f0d07e3da622 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 944 time: 0.0511208 Mar 08 17:46:08.138236 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c8da2e54-79bd-4ddb-881e-c27a386e6f38 req-f682ca23-1c18-4183-a000-7236092624a1 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Mar 08 17:46:08.745422 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:46:08.851117 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:46:08.855183 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:46:08.855558 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:08.936935 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:46:08.937330 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:08.959391 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cab65ca-cb28-4f8e-b432-6f47f8048f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c33fb6-6e21-42b4-90ee-c46c66fe00b1'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:46:08.961604 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f87c28-7c5d-4cca-b1d5-71ced9bc07b0" -d '{"events": [{"server_uuid": "3cab65ca-cb28-4f8e-b432-6f47f8048f95", "name": "network-vif-plugged", "status": "completed", "tag": "e6c33fb6-6e21-42b4-90ee-c46c66fe00b1"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:46:08.974138 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1,segment=NetworkSegment(68507294-42b6-456d-b24c-7b0f6bef1aee),segment_id=68507294-42b6-456d-b24c-7b0f6bef1aee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:46:09.002330 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69a5068-5c0b-4923-96e1-f7fa1d04a426 x-openstack-request-id: req-a69a5068-5c0b-4923-96e1-f7fa1d04a426 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:46:09.002330 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cab65ca-cb28-4f8e-b432-6f47f8048f95", "name": "network-vif-plugged", "status": "completed", "tag": "e6c33fb6-6e21-42b4-90ee-c46c66fe00b1", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:46:09.002330 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a69a5068-5c0b-4923-96e1-f7fa1d04a426 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:46:09.002330 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cab65ca-cb28-4f8e-b432-6f47f8048f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c33fb6-6e21-42b4-90ee-c46c66fe00b1', 'code': 200} Mar 08 17:46:09.045557 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:09.095395 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:09.265459 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba660a-ab84-442e-9624-6cc200a6951b req-3f6b5f40-8b52-49d9-b89f-eeaee78056b9 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:09.267713 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1bba660a-ab84-442e-9624-6cc200a6951b req-3f6b5f40-8b52-49d9-b89f-eeaee78056b9 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 945 time: 0.0587573 Mar 08 17:46:09.338287 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1bba660a-ab84-442e-9624-6cc200a6951b req-876f8f48-d4bb-405b-8b01-505eb9fd479e tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650268 Mar 08 17:46:09.350736 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501eb43-9862-4769-bd0c-372d69d3ed2a req-edead4ed-cf4c-4682-b352-31dd11c88551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:09.352177 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2501eb43-9862-4769-bd0c-372d69d3ed2a req-edead4ed-cf4c-4682-b352-31dd11c88551 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 1129 time: 0.0608239 Mar 08 17:46:09.401199 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2501eb43-9862-4769-bd0c-372d69d3ed2a req-0e5b36db-0b3c-45ae-bd0c-75856a07d1e1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Mar 08 17:46:10.460644 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfce0b8-37c7-41a0-9288-c44b5620ef97 req-83618eef-62c4-4360-9090-a108757aabf1 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:10.462120 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cdfce0b8-37c7-41a0-9288-c44b5620ef97 req-83618eef-62c4-4360-9090-a108757aabf1 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 945 time: 0.0559685 Mar 08 17:46:10.509239 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cdfce0b8-37c7-41a0-9288-c44b5620ef97 req-cad48ce5-53ed-4fc3-9dac-db29d7c8a351 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Mar 08 17:46:11.632022 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72978e5-ee5b-4ffd-b42d-845312e52105 req-e3c23ba1-d9d7-47ab-bed0-f8129d37f3cd tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:11.633515 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d72978e5-ee5b-4ffd-b42d-845312e52105 req-e3c23ba1-d9d7-47ab-bed0-f8129d37f3cd tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 945 time: 0.0564303 Mar 08 17:46:11.680852 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d72978e5-ee5b-4ffd-b42d-845312e52105 req-4c544e3a-4795-4dbf-89e4-27c7b76d03ce tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Mar 08 17:46:12.967330 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640f63a-aa5e-417e-ab8d-51f844ff2d7f req-181c13f7-2e4c-4e16-afcb-fad213cd0791 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:12.968773 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0640f63a-aa5e-417e-ab8d-51f844ff2d7f req-181c13f7-2e4c-4e16-afcb-fad213cd0791 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 945 time: 0.0507934 Mar 08 17:46:13.014992 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0640f63a-aa5e-417e-ab8d-51f844ff2d7f req-38aeee3a-4d23-4860-8e0b-492f4cb7cba5 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Mar 08 17:46:13.955115 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:46:14.132648 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015109-cfc4-4374-b943-16be91829410 req-fdc4f8b0-3d96-4e73-bf45-f0f14b221837 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:14.134132 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fa015109-cfc4-4374-b943-16be91829410 req-fdc4f8b0-3d96-4e73-bf45-f0f14b221837 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 945 time: 0.0518832 Mar 08 17:46:14.180407 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fa015109-cfc4-4374-b943-16be91829410 req-3b303a4e-3402-45a4-b60a-ad4751518d63 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Mar 08 17:46:15.296795 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6948e-9219-4ab8-bb3f-180636de8523 req-94c0a20a-2a38-440b-95ca-250bea623e69 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:15.298202 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c4a6948e-9219-4ab8-bb3f-180636de8523 req-94c0a20a-2a38-440b-95ca-250bea623e69 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 945 time: 0.0512552 Mar 08 17:46:15.346934 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c4a6948e-9219-4ab8-bb3f-180636de8523 req-fb8dcd03-a9d8-4b82-81c0-9aec1df85a5b tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431962 Mar 08 17:46:15.818489 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2b940-4da9-4510-bd3d-a194b2bd9662 req-eddbb6bb-f8a3-4e2a-b792-0c3a639db752 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:15.819914 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-26f2b940-4da9-4510-bd3d-a194b2bd9662 req-eddbb6bb-f8a3-4e2a-b792-0c3a639db752 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 945 time: 0.3184052 Mar 08 17:46:15.919982 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-26f2b940-4da9-4510-bd3d-a194b2bd9662 req-3737d14e-b8fa-446d-9be2-3bcd89b5f43d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Deleting port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:46:15.920325 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-26f2b940-4da9-4510-bd3d-a194b2bd9662 req-3737d14e-b8fa-446d-9be2-3bcd89b5f43d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:16.008010 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-26f2b940-4da9-4510-bd3d-a194b2bd9662 req-3737d14e-b8fa-446d-9be2-3bcd89b5f43d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] For port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1,segment=NetworkSegment(68507294-42b6-456d-b24c-7b0f6bef1aee),segment_id=68507294-42b6-456d-b24c-7b0f6bef1aee)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:46:16.008374 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-26f2b940-4da9-4510-bd3d-a194b2bd9662 req-3737d14e-b8fa-446d-9be2-3bcd89b5f43d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:16.020736 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-26f2b940-4da9-4510-bd3d-a194b2bd9662 req-3737d14e-b8fa-446d-9be2-3bcd89b5f43d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Calling delete_port for e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:46:16.222685 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-26f2b940-4da9-4510-bd3d-a194b2bd9662 req-3737d14e-b8fa-446d-9be2-3bcd89b5f43d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (e6c33fb6-6e21-42b4-90ee-c46c66fe00b1), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:16.236874 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['e6c33fb6-6e21-42b4-90ee-c46c66fe00b1'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:46:16.251768 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737d14e-b8fa-446d-9be2-3bcd89b5f43d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Pushing event deleted for resources: {'Port': ['ID=e6c33fb6-6e21-42b4-90ee-c46c66fe00b1,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:16.296358 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f2b940-4da9-4510-bd3d-a194b2bd9662 req-3737d14e-b8fa-446d-9be2-3bcd89b5f43d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] No DVR routers for this DVR port e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:46:16.298872 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-26f2b940-4da9-4510-bd3d-a194b2bd9662 req-3737d14e-b8fa-446d-9be2-3bcd89b5f43d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:16.302243 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-26f2b940-4da9-4510-bd3d-a194b2bd9662 req-3737d14e-b8fa-446d-9be2-3bcd89b5f43d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.64 "DELETE /v2.0/ports/e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 HTTP/1.1" status: 204 len: 173 time: 0.4759562 Mar 08 17:46:16.302681 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cab65ca-cb28-4f8e-b432-6f47f8048f95', 'name': 'network-vif-deleted', 'tag': 'e6c33fb6-6e21-42b4-90ee-c46c66fe00b1'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:46:16.304884 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07eb0c10-c1f9-4010-aeb3-3fce0b40c9c3" -d '{"events": [{"server_uuid": "3cab65ca-cb28-4f8e-b432-6f47f8048f95", "name": "network-vif-deleted", "tag": "e6c33fb6-6e21-42b4-90ee-c46c66fe00b1"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:46:16.339569 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d05e81-c99f-4e2f-b2d7-af30c9491e81 x-openstack-request-id: req-f8d05e81-c99f-4e2f-b2d7-af30c9491e81 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:46:16.339867 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cab65ca-cb28-4f8e-b432-6f47f8048f95", "name": "network-vif-deleted", "tag": "e6c33fb6-6e21-42b4-90ee-c46c66fe00b1", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:46:16.340125 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8d05e81-c99f-4e2f-b2d7-af30c9491e81 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:46:16.340528 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cab65ca-cb28-4f8e-b432-6f47f8048f95', 'name': 'network-vif-deleted', 'tag': 'e6c33fb6-6e21-42b4-90ee-c46c66fe00b1', 'status': 'completed', 'code': 200} Mar 08 17:46:16.446183 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f48b28a0-543f-4f28-ad1b-712652916bce req-a8bd5a02-da2e-4aee-83f4-86a27b75cf5a tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cab65ca-cb28-4f8e-b432-6f47f8048f95 HTTP/1.1" status: 200 len: 210 time: 0.0298314 Mar 08 17:46:17.712253 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-52c73abe-36ea-4941-b8bd-5742448c86d3 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:17.713861 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-52c73abe-36ea-4941-b8bd-5742448c86d3 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/networks?id=dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 HTTP/1.1" status: 200 len: 808 time: 0.0997789 Mar 08 17:46:17.728447 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-3021c879-a284-4056-85a0-6eeb5343800a tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/quotas/03f080b5d1584a1ea8d71c10cfb936ac HTTP/1.1" status: 200 len: 375 time: 0.0090470 Mar 08 17:46:17.760599 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-76cbcd5d-b234-4b82-b8fc-4ceaf08920fb tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=03f080b5d1584a1ea8d71c10cfb936ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267165 Mar 08 17:46:17.853245 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-d8c7bba1-da51-4b41-b659-88d3f67d515c service neutron] 10.222.0.66 "GET /v2.0/networks/dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859210 Mar 08 17:46:17.947963 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-1cf22397-95da-447a-8661-215b2094aed1 service neutron] 10.222.0.66 "GET /v2.0/networks/dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885587 Mar 08 17:46:18.149497 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d4f198ab-b8c7-4e43-84dd-82181a305ada req-530bea08-b35d-4834-a551-c7d6528c4805 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 210 time: 0.0264645 Mar 08 17:46:18.848628 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:46:18.872591 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:46:18.873247 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device e6c33fb6-6e21-42b4-90ee-c46c66fe00b1 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:46:19.057360 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4494206-103d-487b-a8d3-1c01b20545e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:19.253729 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5ee34c14-aca1-43fb-8a90-4f7a1c86fe4d req-706343da-9aeb-4b83-ab0a-c143c0448de2 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 210 time: 0.0287039 Mar 08 17:46:19.850238 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-28a2d62d-fd9d-4b44-94ec-44ceb5b758a0 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:19.851693 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-28a2d62d-fd9d-4b44-94ec-44ceb5b758a0 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.64 "GET /v2.0/networks?id=dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 HTTP/1.1" status: 200 len: 808 time: 0.1049724 Mar 08 17:46:19.865562 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Request body: {'port': {'device_id': '789843d5-7d22-4f29-88c6-1da7184bb3b6', 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31', 'admin_state_up': True, 'tenant_id': '03f080b5d1584a1ea8d71c10cfb936ac'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:46:20.045207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Made reservation on behalf of 03f080b5d1584a1ea8d71c10cfb936ac for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:46:20.048836 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:20.181532 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Allocated IP 172.20.0.13 (dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31/cceed3d3-498c-40d2-bac6-132cf43f1e31/c2e0a544-609d-47f6-af1b-ca6dfdb6440b) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:46:20.328808 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks [] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:20.354087 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8c769535-4380-44cc-8c29-f81679d482a2 req-13b03edf-d118-4b0a-8ea5-4b8848810e64 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 210 time: 0.0314131 Mar 08 17:46:20.439056 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:20.452285 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:20.503399 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:46:20.506414 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:46:20.508945 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:46:20.535112 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Pushing event updated for resources: {'Port': ['ID=c2e0a544-609d-47f6-af1b-ca6dfdb6440b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:20.562946 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:20.563564 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:20.664638 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-c501b2f3-ecd8-40a0-aede-de18dc47fa95 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8029270 Mar 08 17:46:20.678148 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Request body: {'port': {'device_id': '789843d5-7d22-4f29-88c6-1da7184bb3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:46:20.736124 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:21.007653 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e0a544-609d-47f6-af1b-ca6dfdb6440b {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:46:21.016214 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Publish callbacks [] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:21.028181 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Transition to ACTIVE for port object c2e0a544-609d-47f6-af1b-ca6dfdb6440b will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:46:21.102701 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:21.160004 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e0a544-609d-47f6-af1b-ca6dfdb6440b,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:21.228853 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Attempting to bind port c2e0a544-609d-47f6-af1b-ca6dfdb6440b on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:46:21.229185 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Attempting to bind port c2e0a544-609d-47f6-af1b-ca6dfdb6440b by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '68507294-42b6-456d-b24c-7b0f6bef1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:46:21.229506 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Attempting to bind port c2e0a544-609d-47f6-af1b-ca6dfdb6440b on network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:46:21.234548 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Port c2e0a544-609d-47f6-af1b-ca6dfdb6440b on network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:46:21.234887 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Attempting to bind port c2e0a544-609d-47f6-af1b-ca6dfdb6440b on network dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:46:21.239894 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:46:21.240234 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Checking segment: {'id': '68507294-42b6-456d-b24c-7b0f6bef1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:46:21.240613 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Bound using segment: {'id': '68507294-42b6-456d-b24c-7b0f6bef1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:46:21.241032 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Bound port: c2e0a544-609d-47f6-af1b-ca6dfdb6440b, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68507294-42b6-456d-b24c-7b0f6bef1aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:46:21.241383 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:21.309205 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] For port c2e0a544-609d-47f6-af1b-ca6dfdb6440b, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:46:21.313087 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] For port c2e0a544-609d-47f6-af1b-ca6dfdb6440b, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c2e0a544-609d-47f6-af1b-ca6dfdb6440b,segment=NetworkSegment(68507294-42b6-456d-b24c-7b0f6bef1aee),segment_id=68507294-42b6-456d-b24c-7b0f6bef1aee)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:46:21.337057 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4f70b58-0996-4b60-97fb-30f57509573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:21.373172 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:21.411033 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:21.411661 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:21.413068 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] 10.222.0.64 "PUT /v2.0/ports/c2e0a544-609d-47f6-af1b-ca6dfdb6440b HTTP/1.1" status: 200 len: 1094 time: 0.7389967 Mar 08 17:46:21.413520 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789843d5-7d22-4f29-88c6-1da7184bb3b6', 'tag': 'c2e0a544-609d-47f6-af1b-ca6dfdb6440b'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:46:21.415786 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c6b0d6-d2e3-42c6-ba65-8470bd2514d6" -d '{"events": [{"name": "network-changed", "server_uuid": "789843d5-7d22-4f29-88c6-1da7184bb3b6", "tag": "c2e0a544-609d-47f6-af1b-ca6dfdb6440b"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:46:21.465093 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b187d2b3-2036-485d-86e1-904860d2a2fc x-openstack-request-id: req-b187d2b3-2036-485d-86e1-904860d2a2fc {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:46:21.472286 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789843d5-7d22-4f29-88c6-1da7184bb3b6", "tag": "c2e0a544-609d-47f6-af1b-ca6dfdb6440b", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:46:21.472286 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b187d2b3-2036-485d-86e1-904860d2a2fc {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:46:21.472286 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789843d5-7d22-4f29-88c6-1da7184bb3b6', 'tag': 'c2e0a544-609d-47f6-af1b-ca6dfdb6440b', 'status': 'completed', 'code': 200} Mar 08 17:46:21.472286 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee085b0-97e6-4cac-9ac3-8b32c9e64d75 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e0a544-609d-47f6-af1b-ca6dfdb6440b,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:21.532618 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa5729-7e5d-43db-92e1-6301cfd2c00b req-04283653-87e6-4b32-bd05-07c7d1b464c8 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:21.534124 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1afa5729-7e5d-43db-92e1-6301cfd2c00b req-04283653-87e6-4b32-bd05-07c7d1b464c8 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 944 time: 0.1077640 Mar 08 17:46:21.548453 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6b0d6-d2e3-42c6-ba65-8470bd2514d6 req-da98edfa-4f16-4e8c-8f76-e746a35aaefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:21.549877 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22c6b0d6-d2e3-42c6-ba65-8470bd2514d6 req-da98edfa-4f16-4e8c-8f76-e746a35aaefa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=03f080b5d1584a1ea8d71c10cfb936ac&device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 1128 time: 0.0731235 Mar 08 17:46:21.610941 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1afa5729-7e5d-43db-92e1-6301cfd2c00b req-496c28ca-db1c-43eb-9041-777a411d49ae tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704014 Mar 08 17:46:21.672825 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6b0d6-d2e3-42c6-ba65-8470bd2514d6 req-f8afead6-13ad-4399-a69a-fff86ff1cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:21.674349 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22c6b0d6-d2e3-42c6-ba65-8470bd2514d6 req-f8afead6-13ad-4399-a69a-fff86ff1cc6d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=03f080b5d1584a1ea8d71c10cfb936ac&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1052206 Mar 08 17:46:21.769799 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6b0d6-d2e3-42c6-ba65-8470bd2514d6 req-c548031f-ef67-4383-a064-dfeda5e40189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:21.771277 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22c6b0d6-d2e3-42c6-ba65-8470bd2514d6 req-c548031f-ef67-4383-a064-dfeda5e40189 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907223 Mar 08 17:46:21.852868 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-9cb2b370-06be-4364-9533-b2a98da1e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:21.854382 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-9cb2b370-06be-4364-9533-b2a98da1e025 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=03f080b5d1584a1ea8d71c10cfb936ac&device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 1128 time: 0.0436749 Mar 08 17:46:21.901735 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-0294dff7-6ad6-4252-b009-149fb8261cd6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2e0a544-609d-47f6-af1b-ca6dfdb6440b HTTP/1.1" status: 200 len: 217 time: 0.0380158 Mar 08 17:46:21.952307 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-09f7dc90-73c2-421a-b549-521ef1837e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:21.953729 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-09f7dc90-73c2-421a-b549-521ef1837e4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cceed3d3-498c-40d2-bac6-132cf43f1e31 HTTP/1.1" status: 200 len: 848 time: 0.0430303 Mar 08 17:46:21.988487 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-bd3a2c9d-ab44-42a7-8bf7-6859570f62cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273139 Mar 08 17:46:22.082490 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-ce06fffe-1493-46e4-b74a-33373db8ae13 service neutron] 10.222.0.64 "GET /v2.0/networks/dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860476 Mar 08 17:46:22.172276 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c9f4e456-3d9b-4756-81b4-a641227be976 req-37128d4f-ad69-4144-b039-522706064141 service neutron] 10.222.0.64 "GET /v2.0/networks/dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815940 Mar 08 17:46:22.729620 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491c60-b14e-4e1f-bc4e-1ed79493b58e req-2129e17b-87aa-4638-ada5-b713fd94765a tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:22.731558 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:22.732157 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b8491c60-b14e-4e1f-bc4e-1ed79493b58e req-2129e17b-87aa-4638-ada5-b713fd94765a tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 944 time: 0.0521708 Mar 08 17:46:22.778168 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b8491c60-b14e-4e1f-bc4e-1ed79493b58e req-febba19e-e486-42f1-9ae2-ae97d88388ca tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Mar 08 17:46:23.899639 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc4f77-0ac7-42db-afa0-95c36871e494 req-d22b870a-dec9-4dbe-966b-2d08e910ebca tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:23.901101 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4ecc4f77-0ac7-42db-afa0-95c36871e494 req-d22b870a-dec9-4dbe-966b-2d08e910ebca tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 944 time: 0.0536556 Mar 08 17:46:23.903348 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:23.953149 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4ecc4f77-0ac7-42db-afa0-95c36871e494 req-f1f77384-c717-4d0c-814f-161f47693209 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461545 Mar 08 17:46:25.070889 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd332f-624b-4509-9b01-48c8e2114d19 req-5976b6a5-7fca-4dc2-b07e-8649d5105e02 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:25.072049 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-71cd332f-624b-4509-9b01-48c8e2114d19 req-5976b6a5-7fca-4dc2-b07e-8649d5105e02 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 944 time: 0.0534444 Mar 08 17:46:25.129994 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-71cd332f-624b-4509-9b01-48c8e2114d19 req-61b35197-9512-42bf-a751-d0edac71f5dd tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 Mar 08 17:46:25.313206 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:26.242052 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6752fd8-3766-4997-b6c1-01bc529510be req-5b0b872d-932e-4f75-8bd2-821f819a3ad4 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:26.243492 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c6752fd8-3766-4997-b6c1-01bc529510be req-5b0b872d-932e-4f75-8bd2-821f819a3ad4 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 944 time: 0.0517330 Mar 08 17:46:26.288437 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c6752fd8-3766-4997-b6c1-01bc529510be req-298eaad9-6057-458e-8636-0bb3234604d2 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390942 Mar 08 17:46:26.916009 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device c2e0a544-609d-47f6-af1b-ca6dfdb6440b details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:46:27.018276 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port c2e0a544-609d-47f6-af1b-ca6dfdb6440b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c2e0a544-609d-47f6-af1b-ca6dfdb6440b,segment=NetworkSegment(68507294-42b6-456d-b24c-7b0f6bef1aee),segment_id=68507294-42b6-456d-b24c-7b0f6bef1aee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:46:27.033579 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': 'c2e0a544-609d-47f6-af1b-ca6dfdb6440b', 'network_id': 'dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31', 'port_id': 'c2e0a544-609d-47f6-af1b-ca6dfdb6440b', 'mac_address': 'fa:16:3e:c2:a6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cceed3d3-498c-40d2-bac6-132cf43f1e31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:46:27.069474 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port c2e0a544-609d-47f6-af1b-ca6dfdb6440b is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:46:27.069898 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:27.082188 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e0a544-609d-47f6-af1b-ca6dfdb6440b {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:46:27.101538 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port c2e0a544-609d-47f6-af1b-ca6dfdb6440b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c2e0a544-609d-47f6-af1b-ca6dfdb6440b,segment=NetworkSegment(68507294-42b6-456d-b24c-7b0f6bef1aee),segment_id=68507294-42b6-456d-b24c-7b0f6bef1aee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:46:27.182272 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:27.235416 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=c2e0a544-609d-47f6-af1b-ca6dfdb6440b,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:27.405445 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea511d57-bc96-4877-9036-b3c7988e23eb req-16241c66-72a3-477f-8dbe-0a0a490fa7f0 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:27.407011 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ea511d57-bc96-4877-9036-b3c7988e23eb req-16241c66-72a3-477f-8dbe-0a0a490fa7f0 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 945 time: 0.0528984 Mar 08 17:46:27.452602 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ea511d57-bc96-4877-9036-b3c7988e23eb req-908f763d-1602-4110-9206-81b7f1b7a253 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400412 Mar 08 17:46:27.829039 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['c2e0a544-609d-47f6-af1b-ca6dfdb6440b'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:46:28.360169 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-0640fb39-4b19-423a-8e63-b16fcec327a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451119 Mar 08 17:46:28.446321 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-b62f796d-4842-443e-9176-05817fc20707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:28.447758 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-b62f796d-4842-443e-9176-05817fc20707 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ca264a980814b29a89a22c1f380b152&device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 1130 time: 0.0430505 Mar 08 17:46:28.551669 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-35a7e30b-934f-4a6c-a966-5e60d59894a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:28.553180 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-35a7e30b-934f-4a6c-a966-5e60d59894a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 200 len: 915 time: 0.0866666 Mar 08 17:46:28.574958 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44b21b-40b8-4243-aee1-d557a955529b req-9721cd21-5972-4594-ae1d-0e2bfedb4bdc tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:28.576454 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1b44b21b-40b8-4243-aee1-d557a955529b req-9721cd21-5972-4594-ae1d-0e2bfedb4bdc tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 945 time: 0.0551944 Mar 08 17:46:28.622740 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-f2e6c13c-f9eb-4bc0-aca7-846055b9b17d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c0f9838-ef39-4f56-9480-8b89ea3a84a1 HTTP/1.1" status: 200 len: 1001 time: 0.0634227 Mar 08 17:46:28.625065 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1b44b21b-40b8-4243-aee1-d557a955529b req-11eee2b3-8e01-4c50-a365-77a80099a72f tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431106 Mar 08 17:46:28.671294 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-04064476-ea25-45cd-aa0e-5e87a9787cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:28.672738 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-04064476-ea25-45cd-aa0e-5e87a9787cfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 200 len: 853 time: 0.0440316 Mar 08 17:46:28.723266 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-f0a7b0fc-c07b-44ce-9b53-8fc411cf7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:28.724706 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-f0a7b0fc-c07b-44ce-9b53-8fc411cf7f15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417826 Mar 08 17:46:28.816196 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-f9c2c704-c553-47bc-a29a-91e59106f2f9 service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838201 Mar 08 17:46:28.905362 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-efc45d70-8870-4b2a-80b2-3bfd1498beaf req-53fd0dba-66d4-4da2-a61a-9fcec27a213a service neutron] 10.222.0.64 "GET /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822766 Mar 08 17:46:28.930746 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device c2e0a544-609d-47f6-af1b-ca6dfdb6440b up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:46:29.033687 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port c2e0a544-609d-47f6-af1b-ca6dfdb6440b completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:46:29.037693 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port c2e0a544-609d-47f6-af1b-ca6dfdb6440b triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:46:29.038103 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:29.116915 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port c2e0a544-609d-47f6-af1b-ca6dfdb6440b is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:46:29.117301 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:29.139742 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789843d5-7d22-4f29-88c6-1da7184bb3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e0a544-609d-47f6-af1b-ca6dfdb6440b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:46:29.141956 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46fdf3d-5736-4e95-90e3-cd1983de968c" -d '{"events": [{"server_uuid": "789843d5-7d22-4f29-88c6-1da7184bb3b6", "name": "network-vif-plugged", "status": "completed", "tag": "c2e0a544-609d-47f6-af1b-ca6dfdb6440b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:46:29.155214 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port c2e0a544-609d-47f6-af1b-ca6dfdb6440b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c2e0a544-609d-47f6-af1b-ca6dfdb6440b,segment=NetworkSegment(68507294-42b6-456d-b24c-7b0f6bef1aee),segment_id=68507294-42b6-456d-b24c-7b0f6bef1aee)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:46:29.177693 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06404dbd-f938-404d-a603-a47f10ee2b9a x-openstack-request-id: req-06404dbd-f938-404d-a603-a47f10ee2b9a {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:46:29.178009 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789843d5-7d22-4f29-88c6-1da7184bb3b6", "name": "network-vif-plugged", "status": "completed", "tag": "c2e0a544-609d-47f6-af1b-ca6dfdb6440b", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:46:29.178318 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06404dbd-f938-404d-a603-a47f10ee2b9a {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:46:29.178723 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789843d5-7d22-4f29-88c6-1da7184bb3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e0a544-609d-47f6-af1b-ca6dfdb6440b', 'code': 200} Mar 08 17:46:29.206167 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:29.253812 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=c2e0a544-609d-47f6-af1b-ca6dfdb6440b,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:29.541912 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d55dd1-409c-4ca1-9194-2a8f12635950 req-c8c1860d-5cb8-4608-9131-f4a40f830d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:29.543820 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-16d55dd1-409c-4ca1-9194-2a8f12635950 req-c8c1860d-5cb8-4608-9131-f4a40f830d4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 1130 time: 0.0448654 Mar 08 17:46:29.585765 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-16d55dd1-409c-4ca1-9194-2a8f12635950 req-adc98d07-3101-4b58-a026-6c7d109c8298 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362265 Mar 08 17:46:29.748489 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931870ff-c883-4ab0-81ee-66ef7fee1daa req-8701971c-9c7f-4373-9f1a-67bd023cfe8d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:29.750070 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-931870ff-c883-4ab0-81ee-66ef7fee1daa req-8701971c-9c7f-4373-9f1a-67bd023cfe8d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 946 time: 0.0561852 Mar 08 17:46:29.798963 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-931870ff-c883-4ab0-81ee-66ef7fee1daa req-4e75e03e-29f9-49a8-8c3d-a28c67604ff8 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 Mar 08 17:46:30.921883 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556eb7d-ae37-432e-a4f8-07e8e575001a req-ae4b86bc-1978-4d35-b7f3-197cb91560f6 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:30.923341 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f556eb7d-ae37-432e-a4f8-07e8e575001a req-ae4b86bc-1978-4d35-b7f3-197cb91560f6 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 946 time: 0.0515642 Mar 08 17:46:30.975384 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f556eb7d-ae37-432e-a4f8-07e8e575001a req-976b2bbc-0a10-4e4e-9958-9eb7e7a67294 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Mar 08 17:46:32.095129 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9da5ff-57a5-4e17-abdc-e73a858125bc req-e006de98-c978-44dd-b051-ccfa79f582c9 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:32.096745 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d9da5ff-57a5-4e17-abdc-e73a858125bc req-e006de98-c978-44dd-b051-ccfa79f582c9 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 946 time: 0.0548356 Mar 08 17:46:32.143021 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d9da5ff-57a5-4e17-abdc-e73a858125bc req-b830d310-43ff-4e71-bbab-d22139480bbd tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Mar 08 17:46:33.456417 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e2b6a-e641-4293-b35c-7a5b9cf79fac req-062de40b-5c71-4676-a3b8-bca7f9d962ac tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:33.457898 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf1e2b6a-e641-4293-b35c-7a5b9cf79fac req-062de40b-5c71-4676-a3b8-bca7f9d962ac tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 946 time: 0.0504282 Mar 08 17:46:33.504168 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf1e2b6a-e641-4293-b35c-7a5b9cf79fac req-00d535cf-0180-41ff-8e0b-edce8a7663a2 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407686 Mar 08 17:46:34.636368 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9093d-7839-4ac0-bce0-2e9e70672e47 req-31c08165-db49-44b8-b2cf-c5017b76946b tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:34.637855 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e4c9093d-7839-4ac0-bce0-2e9e70672e47 req-31c08165-db49-44b8-b2cf-c5017b76946b tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 946 time: 0.0660393 Mar 08 17:46:34.684246 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e4c9093d-7839-4ac0-bce0-2e9e70672e47 req-785b4382-e3c2-4091-ad6f-27a8058711d6 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Mar 08 17:46:35.800591 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd980bd-3ed6-4ebb-9938-6b5d8f3a7a19 req-a29e41ed-ce07-4e73-8e1c-4a87d69b95cd tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:35.802080 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-abd980bd-3ed6-4ebb-9938-6b5d8f3a7a19 req-a29e41ed-ce07-4e73-8e1c-4a87d69b95cd tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 946 time: 0.0513906 Mar 08 17:46:35.852791 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-abd980bd-3ed6-4ebb-9938-6b5d8f3a7a19 req-a0274f41-56df-4f9b-9563-a684b66a696f tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Mar 08 17:46:36.975227 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53012c2-3c93-4f9b-a38f-e213e7a4e4d1 req-4cf9eafa-bca2-4e00-854a-7c8e2fc07d66 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:36.976685 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b53012c2-3c93-4f9b-a38f-e213e7a4e4d1 req-4cf9eafa-bca2-4e00-854a-7c8e2fc07d66 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 946 time: 0.0512583 Mar 08 17:46:37.022667 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b53012c2-3c93-4f9b-a38f-e213e7a4e4d1 req-83a94792-a283-499f-b1ff-78ffae62a85b tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402498 Mar 08 17:46:38.148048 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5054d8-de77-471e-b9d1-10466209d616 req-eecff312-7122-4e40-8643-8af8213bf992 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:38.149513 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3b5054d8-de77-471e-b9d1-10466209d616 req-eecff312-7122-4e40-8643-8af8213bf992 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 946 time: 0.0509536 Mar 08 17:46:38.196314 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3b5054d8-de77-471e-b9d1-10466209d616 req-add98260-3c97-4533-a275-3b4c6feebd37 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Mar 08 17:46:38.963706 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f42f-3cf8-495d-9a3f-d147d4257229 req-1364c01e-2603-40a8-bf85-9e260e0c6829 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:38.965132 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9839f42f-3cf8-495d-9a3f-d147d4257229 req-1364c01e-2603-40a8-bf85-9e260e0c6829 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.64 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 946 time: 0.0518537 Mar 08 17:46:39.061446 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-9839f42f-3cf8-495d-9a3f-d147d4257229 req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Deleting port c2e0a544-609d-47f6-af1b-ca6dfdb6440b {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:46:39.061826 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9839f42f-3cf8-495d-9a3f-d147d4257229 req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:39.152411 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-9839f42f-3cf8-495d-9a3f-d147d4257229 req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] For port c2e0a544-609d-47f6-af1b-ca6dfdb6440b, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c2e0a544-609d-47f6-af1b-ca6dfdb6440b,segment=NetworkSegment(68507294-42b6-456d-b24c-7b0f6bef1aee),segment_id=68507294-42b6-456d-b24c-7b0f6bef1aee)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:46:39.152777 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9839f42f-3cf8-495d-9a3f-d147d4257229 req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:39.164815 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-9839f42f-3cf8-495d-9a3f-d147d4257229 req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Calling delete_port for c2e0a544-609d-47f6-af1b-ca6dfdb6440b owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:46:39.335826 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29233f3-5081-4f3b-b692-d3659667a22f req-ea784d04-4f35-4974-ab6b-5faf8cc5e04d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:46:39.337352 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c29233f3-5081-4f3b-b692-d3659667a22f req-ea784d04-4f35-4974-ab6b-5faf8cc5e04d tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 946 time: 0.0708513 Mar 08 17:46:39.386751 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c29233f3-5081-4f3b-b692-d3659667a22f req-c18f9676-4479-43bf-a4af-c059928d8c5b tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fad79cf-29f7-43b3-834b-32272f6d41bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 Mar 08 17:46:39.400333 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9839f42f-3cf8-495d-9a3f-d147d4257229 req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (c2e0a544-609d-47f6-af1b-ca6dfdb6440b), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:39.422053 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['c2e0a544-609d-47f6-af1b-ca6dfdb6440b'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:46:39.440622 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Pushing event deleted for resources: {'Port': ['ID=c2e0a544-609d-47f6-af1b-ca6dfdb6440b,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:46:39.472951 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.473312 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.473658 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.474034 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.474371 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.474707 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.475041 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.475388 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.475701 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.476032 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.476362 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.476748 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.477074 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:46:39.501416 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-9839f42f-3cf8-495d-9a3f-d147d4257229 req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] No DVR routers for this DVR port c2e0a544-609d-47f6-af1b-ca6dfdb6440b on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:46:39.504072 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9839f42f-3cf8-495d-9a3f-d147d4257229 req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:39.507440 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9839f42f-3cf8-495d-9a3f-d147d4257229 req-9fb0c911-3c97-4ab5-9bba-7c79e90c3aea tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.64 "DELETE /v2.0/ports/c2e0a544-609d-47f6-af1b-ca6dfdb6440b HTTP/1.1" status: 204 len: 173 time: 0.5356140 Mar 08 17:46:39.507890 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789843d5-7d22-4f29-88c6-1da7184bb3b6', 'name': 'network-vif-deleted', 'tag': 'c2e0a544-609d-47f6-af1b-ca6dfdb6440b'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:46:39.510156 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078a3a92-3c46-4f12-b220-534bb3f5711c" -d '{"events": [{"server_uuid": "789843d5-7d22-4f29-88c6-1da7184bb3b6", "name": "network-vif-deleted", "tag": "c2e0a544-609d-47f6-af1b-ca6dfdb6440b"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:46:39.546644 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a25dd77-c9ee-4975-ac47-422fb8ec29ca x-openstack-request-id: req-7a25dd77-c9ee-4975-ac47-422fb8ec29ca {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:46:39.547036 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789843d5-7d22-4f29-88c6-1da7184bb3b6", "name": "network-vif-deleted", "tag": "c2e0a544-609d-47f6-af1b-ca6dfdb6440b", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:46:39.547299 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a25dd77-c9ee-4975-ac47-422fb8ec29ca {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:46:39.547703 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789843d5-7d22-4f29-88c6-1da7184bb3b6', 'name': 'network-vif-deleted', 'tag': 'c2e0a544-609d-47f6-af1b-ca6dfdb6440b', 'status': 'completed', 'code': 200} Mar 08 17:46:40.495530 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8fa24f26-f5a4-4435-8be7-ca5374217a87 req-89e5287e-c50f-455b-989c-929fe0d6f6b2 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 210 time: 0.0292556 Mar 08 17:46:41.600419 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-34f6d643-d8df-4e43-bd56-db3dbc70b470 req-bbc5def0-3b7d-492c-94b7-c9cc3aed59d5 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 210 time: 0.0264616 Mar 08 17:46:42.711505 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2a910287-3c23-450c-80b5-7ce78b07e3e4 req-c2a5d825-746c-4553-93ff-db19ba706ed9 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 210 time: 0.0284514 Mar 08 17:46:43.819302 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ec79117d-25f1-4ecc-a236-1643d6a9bd2e req-eee55306-b3a6-41f1-a5ca-746f0904ffe0 tempest-VolumesActionsTest-1625931362 tempest-VolumesActionsTest-1625931362-project] 10.222.0.66 "GET /v2.0/ports?device_id=789843d5-7d22-4f29-88c6-1da7184bb3b6 HTTP/1.1" status: 200 len: 210 time: 0.0262749 Mar 08 17:46:44.632814 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device c2e0a544-609d-47f6-af1b-ca6dfdb6440b no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:46:44.652934 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: c2e0a544-609d-47f6-af1b-ca6dfdb6440b {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:46:44.653286 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device c2e0a544-609d-47f6-af1b-ca6dfdb6440b not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:46:49.074345 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1be49845-544f-4851-91a6-fd37be075d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:50.415789 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:50.954199 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:46:51.359929 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25610d7d-c697-4511-96ce-aa001a38a683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:52.719458 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:53.941155 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:46:55.318353 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:08.577784 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cc687-1042-452a-9ba2-0a1a6254f68c req-6691a8ab-b73a-46ae-98a5-fa699f81f952 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:08.578752 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4e5cc687-1042-452a-9ba2-0a1a6254f68c req-6691a8ab-b73a-46ae-98a5-fa699f81f952 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 945 time: 0.0633008 Mar 08 17:47:08.641036 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4e5cc687-1042-452a-9ba2-0a1a6254f68c req-ccb7dda1-306a-4153-8e6d-f9cb29908d73 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563519 Mar 08 17:47:09.827868 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f44bfa-6129-4111-be94-2cebe51587a5 req-f63e758a-2feb-4165-bd7d-dbd40f883369 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:09.835898 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51f44bfa-6129-4111-be94-2cebe51587a5 req-f63e758a-2feb-4165-bd7d-dbd40f883369 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 945 time: 0.0691626 Mar 08 17:47:09.884439 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51f44bfa-6129-4111-be94-2cebe51587a5 req-74330b76-fbd8-42ce-9066-2785ceefe245 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472546 Mar 08 17:47:10.205014 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1a9f9-4d0d-4914-ba7e-2d8bf8fbe690 req-d5563d3f-a6ad-45e1-8724-a2ea536bb4eb tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:10.208076 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d0c1a9f9-4d0d-4914-ba7e-2d8bf8fbe690 req-d5563d3f-a6ad-45e1-8724-a2ea536bb4eb tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 946 time: 0.0692818 Mar 08 17:47:10.274502 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d0c1a9f9-4d0d-4914-ba7e-2d8bf8fbe690 req-2a9f7f60-1164-4139-ab6e-9234841c1015 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604284 Mar 08 17:47:11.024466 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd00e33-4dad-4e88-931c-7d3f45d45ca6 req-74b97d35-0d00-4056-93a3-4fec049f9438 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:11.033412 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8fd00e33-4dad-4e88-931c-7d3f45d45ca6 req-74b97d35-0d00-4056-93a3-4fec049f9438 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 945 time: 0.0633008 Mar 08 17:47:11.084497 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-8fd00e33-4dad-4e88-931c-7d3f45d45ca6 req-f7d41b44-9cd1-46e1-84cb-13ada973546a tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498941 Mar 08 17:47:11.377637 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf0c42-f8a3-4b2d-8855-da0e797adfab req-e46d6a7a-40a7-4db5-8a25-6cf87818e13d tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:11.379245 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5ddf0c42-f8a3-4b2d-8855-da0e797adfab req-e46d6a7a-40a7-4db5-8a25-6cf87818e13d tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 945 time: 0.0817964 Mar 08 17:47:11.428359 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b98b6-706b-471f-a9c6-e86defa1233d req-85b5acc5-4241-46ac-a012-4a4f93e8c0ef tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:11.430078 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a31b98b6-706b-471f-a9c6-e86defa1233d req-85b5acc5-4241-46ac-a012-4a4f93e8c0ef tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 946 time: 0.0702071 Mar 08 17:47:11.486275 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a31b98b6-706b-471f-a9c6-e86defa1233d req-3f3dbe4d-9850-4ebd-9fd4-d2746d4e343d tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494883 Mar 08 17:47:11.531576 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-5ddf0c42-f8a3-4b2d-8855-da0e797adfab req-d9260d01-0cd0-4d82-b66e-c96b8043129c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Deleting port dc6c19ce-63dc-467d-952c-453724e6f756 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:47:11.531933 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-5ddf0c42-f8a3-4b2d-8855-da0e797adfab req-d9260d01-0cd0-4d82-b66e-c96b8043129c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:11.638212 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-5ddf0c42-f8a3-4b2d-8855-da0e797adfab req-d9260d01-0cd0-4d82-b66e-c96b8043129c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] For port dc6c19ce-63dc-467d-952c-453724e6f756, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=dc6c19ce-63dc-467d-952c-453724e6f756,segment=NetworkSegment(57b35d09-284d-4d7e-9e26-ceb692f7e6ad),segment_id=57b35d09-284d-4d7e-9e26-ceb692f7e6ad)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:47:11.638596 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-5ddf0c42-f8a3-4b2d-8855-da0e797adfab req-d9260d01-0cd0-4d82-b66e-c96b8043129c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:11.651913 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-5ddf0c42-f8a3-4b2d-8855-da0e797adfab req-d9260d01-0cd0-4d82-b66e-c96b8043129c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Calling delete_port for dc6c19ce-63dc-467d-952c-453724e6f756 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:47:12.028041 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-5ddf0c42-f8a3-4b2d-8855-da0e797adfab req-d9260d01-0cd0-4d82-b66e-c96b8043129c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (dc6c19ce-63dc-467d-952c-453724e6f756), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:12.058325 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9260d01-0cd0-4d82-b66e-c96b8043129c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Pushing event deleted for resources: {'Port': ['ID=dc6c19ce-63dc-467d-952c-453724e6f756,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:12.062619 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['dc6c19ce-63dc-467d-952c-453724e6f756'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:47:12.108382 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddf0c42-f8a3-4b2d-8855-da0e797adfab req-d9260d01-0cd0-4d82-b66e-c96b8043129c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] No DVR routers for this DVR port dc6c19ce-63dc-467d-952c-453724e6f756 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:47:12.111304 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-5ddf0c42-f8a3-4b2d-8855-da0e797adfab req-d9260d01-0cd0-4d82-b66e-c96b8043129c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:12.115075 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5ddf0c42-f8a3-4b2d-8855-da0e797adfab req-d9260d01-0cd0-4d82-b66e-c96b8043129c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.64 "DELETE /v2.0/ports/dc6c19ce-63dc-467d-952c-453724e6f756 HTTP/1.1" status: 204 len: 173 time: 0.7244632 Mar 08 17:47:12.115972 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f52ba4-92d6-409f-b399-b89deae3e1ed', 'name': 'network-vif-deleted', 'tag': 'dc6c19ce-63dc-467d-952c-453724e6f756'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:47:12.117899 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c7f554-3d22-46e0-8c66-29ed91d11888" -d '{"events": [{"server_uuid": "75f52ba4-92d6-409f-b399-b89deae3e1ed", "name": "network-vif-deleted", "tag": "dc6c19ce-63dc-467d-952c-453724e6f756"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:47:12.162282 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c01811-962c-4466-a3c8-1bb5e4a00374 x-openstack-request-id: req-52c01811-962c-4466-a3c8-1bb5e4a00374 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:47:12.162572 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f52ba4-92d6-409f-b399-b89deae3e1ed", "name": "network-vif-deleted", "tag": "dc6c19ce-63dc-467d-952c-453724e6f756", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:47:12.162819 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52c01811-962c-4466-a3c8-1bb5e4a00374 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:47:12.163213 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f52ba4-92d6-409f-b399-b89deae3e1ed', 'name': 'network-vif-deleted', 'tag': 'dc6c19ce-63dc-467d-952c-453724e6f756', 'status': 'completed', 'code': 200} Mar 08 17:47:12.210311 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-477ab7fb-dced-462e-8522-945ccdd72308 req-a7b4a681-0eca-47c1-b6ca-67330bba3d79 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=75f52ba4-92d6-409f-b399-b89deae3e1ed HTTP/1.1" status: 200 len: 210 time: 0.0353112 Mar 08 17:47:12.644729 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e33b7-6c6a-4c84-a163-a235b02f5fa4 req-524d6b11-dd87-4a7c-8198-9f7e3db17bbe tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:12.651655 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-585e33b7-6c6a-4c84-a163-a235b02f5fa4 req-524d6b11-dd87-4a7c-8198-9f7e3db17bbe tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 946 time: 0.0772133 Mar 08 17:47:12.709603 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-585e33b7-6c6a-4c84-a163-a235b02f5fa4 req-fb06016c-b1dc-4fc8-8d55-db478141310c tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups?id=54489400-9d0b-4688-a66f-33ed68c7a266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570362 Mar 08 17:47:13.038766 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-308276e3-56f5-4d61-a7da-64a5c3268d5f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:13.040932 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-308276e3-56f5-4d61-a7da-64a5c3268d5f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 946 time: 0.0637536 Mar 08 17:47:13.170910 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Deleting port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:47:13.171633 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:13.309831 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] For port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3c0f9838-ef39-4f56-9480-8b89ea3a84a1,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:47:13.310219 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:13.510682 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:13.511195 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (388502d4-6df8-4a29-9455-dcaa3afd5ff8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:13.511584 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Floating IP 388502d4-6df8-4a29-9455-dcaa3afd5ff8 disassociated. External IP: 172.27.3.45, port: 3c0f9838-ef39-4f56-9480-8b89ea3a84a1. Mar 08 17:47:13.511986 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Calling delete_port for 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:47:13.708169 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (3c0f9838-ef39-4f56-9480-8b89ea3a84a1), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:13.771921 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'Port': ['ID=3c0f9838-ef39-4f56-9480-8b89ea3a84a1,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:13.846257 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3d5c054b-63d4-451f-939c-ff81f8d8f8cf req-ae54ae90-71c8-4c09-9927-c5b193915a20 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 210 time: 0.0472808 Mar 08 17:47:13.923231 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:47:14.045165 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:47:14.061449 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7d198-c18b-4cb7-bc21-034a5b18aa90 None None] Sync routers for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:47:14.071960 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7d198-c18b-4cb7-bc21-034a5b18aa90 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:47:14.073008 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d5d7d198-c18b-4cb7-bc21-034a5b18aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:46:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:14.204296 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-d5d7d198-c18b-4cb7-bc21-034a5b18aa90 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:47:14.446204 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d5d7d198-c18b-4cb7-bc21-034a5b18aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:14.459696 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] No DVR routers for this DVR port 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:47:14.462407 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:14.465989 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3d2e0b76-a5b2-4ef2-9312-d9555de59980 req-003f37e0-f43a-480c-93be-1d66e36f0b01 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.64 "DELETE /v2.0/ports/3c0f9838-ef39-4f56-9480-8b89ea3a84a1 HTTP/1.1" status: 204 len: 173 time: 1.4110463 Mar 08 17:47:14.466443 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'name': 'network-vif-deleted', 'tag': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:47:14.469059 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e21ff2-cd00-41fa-8f86-f87f238603a3" -d '{"events": [{"server_uuid": "e164c161-5da9-47ee-8610-ea7b231b618f", "name": "network-vif-deleted", "tag": "3c0f9838-ef39-4f56-9480-8b89ea3a84a1"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:47:14.485934 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7d198-c18b-4cb7-bc21-034a5b18aa90 None None] Checking router: d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:47:14.507024 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7d198-c18b-4cb7-bc21-034a5b18aa90 None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:47:14.507823 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d5d7d198-c18b-4cb7-bc21-034a5b18aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:46:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:14.525394 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcafe98-c03c-466e-9d44-7ee12891b07e x-openstack-request-id: req-0bcafe98-c03c-466e-9d44-7ee12891b07e {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:47:14.525696 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e164c161-5da9-47ee-8610-ea7b231b618f", "name": "network-vif-deleted", "tag": "3c0f9838-ef39-4f56-9480-8b89ea3a84a1", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:47:14.526241 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0bcafe98-c03c-466e-9d44-7ee12891b07e {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:47:14.526814 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e164c161-5da9-47ee-8610-ea7b231b618f', 'name': 'network-vif-deleted', 'tag': '3c0f9838-ef39-4f56-9480-8b89ea3a84a1', 'status': 'completed', 'code': 200} Mar 08 17:47:14.665132 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-d5d7d198-c18b-4cb7-bc21-034a5b18aa90 None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:47:14.963348 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2f98cc68-6670-4fff-abdf-4629d842f0a9 req-c886c4c5-a8c1-4e52-ba72-e2e51e5dcf1f tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 210 time: 0.0292525 Mar 08 17:47:15.023121 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d5d7d198-c18b-4cb7-bc21-034a5b18aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:15.055791 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7d198-c18b-4cb7-bc21-034a5b18aa90 None None] The sync data for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi is: [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:37Z', 'revision_number': 4, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': 'b9d1f06f-dcda-4a00-90a6-5d9b8055469a', 'name': '', 'network_id': '083a3b6b-4efb-4149-8e17-9fd0d91c8ac8', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'mac_address': 'fa:16:3e:3f:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:36Z', 'updated_at': '2022-03-08T17:36:41Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'subnets': [{'id': 'bd53e22c-10cd-4953-9708-3b5f40ae7dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:47:15.309313 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb3874-97e1-42a9-a2fb-af54fb850f3d None None] New status for floating IP 388502d4-6df8-4a29-9455-dcaa3afd5ff8: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:47:16.064736 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-15001351-4034-443e-8a27-23dc8ab78b34 req-d9a22f7f-97a1-459a-9b12-7dec2d51c51a tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 210 time: 0.0291719 Mar 08 17:47:16.225828 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device dc6c19ce-63dc-467d-952c-453724e6f756 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:47:16.254309 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: dc6c19ce-63dc-467d-952c-453724e6f756 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:47:16.254601 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device dc6c19ce-63dc-467d-952c-453724e6f756 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:47:17.163218 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4bea13bb-9f50-43aa-8224-47c4d01769c4 req-bca97a85-d6eb-4d8d-97de-dc5387e89846 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 210 time: 0.0265701 Mar 08 17:47:17.195578 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:47:17.222106 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:47:17.222577 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 3c0f9838-ef39-4f56-9480-8b89ea3a84a1 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:47:18.266277 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d1c3752e-0441-43c1-b5b4-ae44d038dc19 req-d615a9b9-7e5a-47d1-9db7-1af16a62caf9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 210 time: 0.0257571 Mar 08 17:47:19.175880 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf4f53b3-8ae4-4cee-9bf6-1b59033d99b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:19.370025 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6ac15c3c-c520-4ea4-a9b5-0f673461badd req-743f7460-0b0e-490e-b5cf-f37a13053cc9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/ports?device_id=e164c161-5da9-47ee-8610-ea7b231b618f HTTP/1.1" status: 200 len: 210 time: 0.0262897 Mar 08 17:47:20.431887 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:21.459957 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b88ad9bc-057c-4740-aa44-fa888c637784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:21.541350 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58058) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:21.593848 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (54489400-9d0b-4688-a66f-33ed68c7a266), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:21.617249 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (54489400-9d0b-4688-a66f-33ed68c7a266), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:21.742110 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (54489400-9d0b-4688-a66f-33ed68c7a266), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:21.744729 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:21.745917 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "DELETE /v2.0/security-groups/54489400-9d0b-4688-a66f-33ed68c7a266 HTTP/1.1" status: 204 len: 168 time: 0.2035246 Mar 08 17:47:21.748702 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58068) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:21.755035 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54489400-9d0b-4688-a66f-33ed68c7a266,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:21.761558 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.api.v2.resource [None req-0e3efe37-a56d-4eef-a33c-ffe68c2221e5 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] show failed (client error): The resource could not be found. Mar 08 17:47:21.762232 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.762569 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0e3efe37-a56d-4eef-a33c-ffe68c2221e5 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "GET /v2.0/security-groups/54489400-9d0b-4688-a66f-33ed68c7a266 HTTP/1.1" status: 404 len: 347 time: 0.0128562 Mar 08 17:47:21.762841 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.762970 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.763247 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.764118 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.764827 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.764827 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.765896 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.765896 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.765896 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.766190 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.766390 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.766714 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486bc106-acc1-430d-961e-33dba91975a4 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:21.767046 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58070) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:21.896955 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-da34ab4c-6f00-412f-a7fb-1994f620fed9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Deleting port 492737ef-57ab-4b93-91aa-3478506271b4 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:47:21.897328 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da34ab4c-6f00-412f-a7fb-1994f620fed9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (492737ef-57ab-4b93-91aa-3478506271b4), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:21.971745 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da34ab4c-6f00-412f-a7fb-1994f620fed9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (492737ef-57ab-4b93-91aa-3478506271b4), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:21.972002 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da34ab4c-6f00-412f-a7fb-1994f620fed9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (492737ef-57ab-4b93-91aa-3478506271b4), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:21.985932 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-da34ab4c-6f00-412f-a7fb-1994f620fed9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Calling delete_port for 492737ef-57ab-4b93-91aa-3478506271b4 owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:47:22.182043 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da34ab4c-6f00-412f-a7fb-1994f620fed9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (492737ef-57ab-4b93-91aa-3478506271b4), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:22.207593 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34ab4c-6f00-412f-a7fb-1994f620fed9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Pushing event deleted for resources: {'Port': ['ID=492737ef-57ab-4b93-91aa-3478506271b4,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:22.271092 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da34ab4c-6f00-412f-a7fb-1994f620fed9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks [] for floatingip (388502d4-6df8-4a29-9455-dcaa3afd5ff8), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:22.273632 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da34ab4c-6f00-412f-a7fb-1994f620fed9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:22.274824 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-da34ab4c-6f00-412f-a7fb-1994f620fed9 tempest-AttachVolumeNegativeTest-1867386214 tempest-AttachVolumeNegativeTest-1867386214-project] 10.222.0.66 "DELETE /v2.0/floatingips/388502d4-6df8-4a29-9455-dcaa3afd5ff8 HTTP/1.1" status: 204 len: 168 time: 0.5068767 Mar 08 17:47:22.751665 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:23.613159 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58108) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:23.658956 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-965e9813-bff7-4b35-a5ce-72d2fb3ac74d admin admin] Deleting subnet cceed3d3-498c-40d2-bac6-132cf43f1e31 {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:47:23.662028 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-965e9813-bff7-4b35-a5ce-72d2fb3ac74d admin admin] Publish callbacks [] for subnet (cceed3d3-498c-40d2-bac6-132cf43f1e31), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:23.696372 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-965e9813-bff7-4b35-a5ce-72d2fb3ac74d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127025719'] for subnet (cceed3d3-498c-40d2-bac6-132cf43f1e31), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:23.735019 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-965e9813-bff7-4b35-a5ce-72d2fb3ac74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (cceed3d3-498c-40d2-bac6-132cf43f1e31), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:23.856354 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-965e9813-bff7-4b35-a5ce-72d2fb3ac74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129998979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129705221'] for subnet (cceed3d3-498c-40d2-bac6-132cf43f1e31), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:23.886815 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e9813-bff7-4b35-a5ce-72d2fb3ac74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cceed3d3-498c-40d2-bac6-132cf43f1e31,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:23.890773 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-965e9813-bff7-4b35-a5ce-72d2fb3ac74d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:23.893985 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-965e9813-bff7-4b35-a5ce-72d2fb3ac74d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cceed3d3-498c-40d2-bac6-132cf43f1e31 HTTP/1.1" status: 204 len: 168 time: 0.2797704 Mar 08 17:47:23.896583 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58116) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:23.942016 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:23.966182 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:24.048435 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:24.069682 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:24.078770 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68507294-42b6-456d-b24c-7b0f6bef1aee') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:24.079074 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68507294-42b6-456d-b24c-7b0f6bef1aee') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:24.088183 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127025868'] for segment (68507294-42b6-456d-b24c-7b0f6bef1aee), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:24.101726 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (68507294-42b6-456d-b24c-7b0f6bef1aee), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:24.108557 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:47:24.109215 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129999081'] for segment (68507294-42b6-456d-b24c-7b0f6bef1aee), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: Traceback (most recent call last): Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: timer() Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: cb(*args, **kw) Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: return func(*args, **kwargs) Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: self._notify() Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: self.callback(batched_events) Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: event.method(event) Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: return f(self, *a, **k) Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._get(url).json() Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:47:24.111115 dv-cinder-830085-3-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:47:24.234296 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:24.239895 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:24.243059 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31 HTTP/1.1" status: 204 len: 168 time: 0.3455455 Mar 08 17:47:24.253883 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104b92c-23b8-45cf-99d0-a475494847d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc6b8f1a-5e08-4726-acd9-4ebe91b1dc31,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:24.546245 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58120) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:24.589574 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-6ba8fae1-b801-4140-83aa-51c5405522ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03f080b5d1584a1ea8d71c10cfb936ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421286 Mar 08 17:47:24.592031 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58122) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:24.639069 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-039f8bbf-a863-4b11-8fd2-be1624f24e49 admin admin] Publish callbacks [] for security_group (0fad79cf-29f7-43b3-834b-32272f6d41bb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:24.659927 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-039f8bbf-a863-4b11-8fd2-be1624f24e49 admin admin] Publish callbacks [] for security_group (0fad79cf-29f7-43b3-834b-32272f6d41bb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:24.814625 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-039f8bbf-a863-4b11-8fd2-be1624f24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (0fad79cf-29f7-43b3-834b-32272f6d41bb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:24.817212 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-039f8bbf-a863-4b11-8fd2-be1624f24e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:24.818400 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-039f8bbf-a863-4b11-8fd2-be1624f24e49 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fad79cf-29f7-43b3-834b-32272f6d41bb HTTP/1.1" status: 204 len: 168 time: 0.2254415 Mar 08 17:47:24.826051 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f8bbf-a863-4b11-8fd2-be1624f24e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad79cf-29f7-43b3-834b-32272f6d41bb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:25.283256 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:27.956525 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:47:28.516847 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-7af84818-42b7-4e4f-b839-a89b107bf352 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:28.518335 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-7af84818-42b7-4e4f-b839-a89b107bf352 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/networks?id=f8b2f759-1561-460c-90b1-6ed45a313ee5 HTTP/1.1" status: 200 len: 813 time: 0.1033163 Mar 08 17:47:28.533459 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-6fcbe400-8ea8-4c9a-948b-502e86d41681 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/quotas/4375be64dbd94682b9f0d150a544a213 HTTP/1.1" status: 200 len: 375 time: 0.0096200 Mar 08 17:47:28.564237 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-cf944920-f964-4e82-9891-750257f1476b tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4375be64dbd94682b9f0d150a544a213&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259757 Mar 08 17:47:28.651380 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-6fe83e28-7161-413a-8488-7e16404d400f service neutron] 10.222.0.66 "GET /v2.0/networks/f8b2f759-1561-460c-90b1-6ed45a313ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809138 Mar 08 17:47:28.741567 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-93afc506-283a-4e2c-90ea-faf2a0572c67 service neutron] 10.222.0.66 "GET /v2.0/networks/f8b2f759-1561-460c-90b1-6ed45a313ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839911 Mar 08 17:47:29.077140 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d7712f3e-0c1d-4186-a5ea-38fc3bfb18d2 req-b63e1d45-f14c-419b-b064-b0efb4e5268c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 210 time: 0.1310558 Mar 08 17:47:29.486140 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58188) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:29.932554 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835734'] for router_interface (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:30.190862 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0f2ad465-5655-42ad-8638-345f1d3dd023 req-ad359de5-c8b8-41e3-864c-45cd65bf2c8a tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 210 time: 0.0314844 Mar 08 17:47:30.210629 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] Deleting port b9d1f06f-dcda-4a00-90a6-5d9b8055469a {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:47:30.210976 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:30.288479 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] For port b9d1f06f-dcda-4a00-90a6-5d9b8055469a, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=b9d1f06f-dcda-4a00-90a6-5d9b8055469a,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:47:30.289546 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:30.303797 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] Calling delete_port for b9d1f06f-dcda-4a00-90a6-5d9b8055469a owned by network:router_interface {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:47:30.553243 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (b9d1f06f-dcda-4a00-90a6-5d9b8055469a), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:30.578647 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d1f06f-dcda-4a00-90a6-5d9b8055469a,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:30.757092 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3835682'] for router_interface (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:30.952774 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-182edad5-3e2d-46ef-b48c-c2cf8aeb96ca tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:30.954230 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-182edad5-3e2d-46ef-b48c-c2cf8aeb96ca tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.64 "GET /v2.0/networks?id=f8b2f759-1561-460c-90b1-6ed45a313ee5 HTTP/1.1" status: 200 len: 813 time: 0.1534746 Mar 08 17:47:30.994618 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Request body: {'port': {'device_id': 'e5826218-9717-47da-979c-24929fad6b32', 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5', 'admin_state_up': True, 'tenant_id': '4375be64dbd94682b9f0d150a544a213'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:47:31.139484 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] Router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:47:31.240687 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Made reservation on behalf of 4375be64dbd94682b9f0d150a544a213 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:47:31.244012 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:31.277815 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:47:31.287272 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e905f71f-44b8-424f-8ef7-d19883305fd7 admin admin] 10.222.0.66 "PUT /v2.0/routers/d5a86fdb-e7d9-41d5-88ee-9afdb72730e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963216 Mar 08 17:47:31.288725 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15773d97-41a1-4b3b-aa70-fa24d4a2dc1f None None] Sync routers for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:47:31.293193 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-86bb3180-f28e-406c-a6af-4773b52aa738 req-db4818e1-cd5a-43eb-a1c6-156ce370c536 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 210 time: 0.0346322 Mar 08 17:47:31.293686 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58200) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:31.303815 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15773d97-41a1-4b3b-aa70-fa24d4a2dc1f None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:47:31.307766 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-15773d97-41a1-4b3b-aa70-fa24d4a2dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:47:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:31.395116 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Allocated IP 172.20.0.10 (f8b2f759-1561-460c-90b1-6ed45a313ee5/50675de7-43e9-4d1c-924c-d9bd5ecbbc92/13fcafcf-8c65-4d15-acc1-12a6e9d54e61) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:47:31.408473 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Publish callbacks [] for router (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:31.428990 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-15773d97-41a1-4b3b-aa70-fa24d4a2dc1f None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:47:31.518752 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Publish callbacks [] for router_gateway (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:31.547823 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks [] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:31.644448 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Deleting port e9218f0c-e82c-46f5-889a-59bc46b6ab81 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:47:31.645061 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:31.645558 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:31.698082 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Network f8b2f759-1561-460c-90b1-6ed45a313ee5 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:47:31.701558 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:47:31.706816 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:47:31.728961 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Pushing event updated for resources: {'Port': ['ID=13fcafcf-8c65-4d15-acc1-12a6e9d54e61,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:31.734264 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] For port e9218f0c-e82c-46f5-889a-59bc46b6ab81, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=e9218f0c-e82c-46f5-889a-59bc46b6ab81,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:47:31.735118 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:31.748259 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Calling delete_port for e9218f0c-e82c-46f5-889a-59bc46b6ab81 owned by network:router_gateway {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:47:31.753144 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-15773d97-41a1-4b3b-aa70-fa24d4a2dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:47:30Z', 'revision_number': 5, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port': {'id': 'e9218f0c-e82c-46f5-889a-59bc46b6ab81', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:31.759028 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:31.759757 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:31.782291 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15773d97-41a1-4b3b-aa70-fa24d4a2dc1f None None] Checking router: d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:47:31.791956 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15773d97-41a1-4b3b-aa70-fa24d4a2dc1f None None] Routers {'d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:47:31.792556 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-15773d97-41a1-4b3b-aa70-fa24d4a2dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:47:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:31.854303 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-20d8c973-5fd4-4cbf-b223-0885e5a503d8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8634739 Mar 08 17:47:31.883718 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-15773d97-41a1-4b3b-aa70-fa24d4a2dc1f None None] Set router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 gateway port host: None {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:47:31.936933 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Request body: {'port': {'device_id': 'e5826218-9717-47da-979c-24929fad6b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:47:31.939655 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-15773d97-41a1-4b3b-aa70-fa24d4a2dc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:47:31Z', 'revision_number': 6, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port_host': None}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:31.965497 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15773d97-41a1-4b3b-aa70-fa24d4a2dc1f None None] The sync data for ids ['d5a86fdb-e7d9-41d5-88ee-9afdb72730e4'] in dv-cinder-830085-3-iscsi is: [{'id': 'd5a86fdb-e7d9-41d5-88ee-9afdb72730e4', 'name': 'tempest-AttachVolumeNegativeTest-924847092-router', 'tenant_id': '2ca264a980814b29a89a22c1f380b152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:36:34Z', 'updated_at': '2022-03-08T17:47:31Z', 'revision_number': 6, 'project_id': '2ca264a980814b29a89a22c1f380b152', 'gw_port_host': None}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:47:31.972495 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (e9218f0c-e82c-46f5-889a-59bc46b6ab81), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:31.999507 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.001501 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9218f0c-e82c-46f5-889a-59bc46b6ab81,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:32.063564 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837064'] for router_gateway (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.163455 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8816'] for router (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.165781 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Publish callbacks [] for router_controller (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.268807 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864875'] for router (d5a86fdb-e7d9-41d5-88ee-9afdb72730e4), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.269450 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 {{(pid=103425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:47:32.277680 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.277680 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e0271aab-0363-4b64-9373-77ad18e88fd5 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d5a86fdb-e7d9-41d5-88ee-9afdb72730e4 HTTP/1.1" status: 204 len: 168 time: 0.9802542 Mar 08 17:47:32.277969 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58202) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:32.324896 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-4066d941-e2aa-45ee-9da3-e9b4db6d9203 admin admin] Deleting subnet bd53e22c-10cd-4953-9708-3b5f40ae7dfa {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:47:32.328184 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4066d941-e2aa-45ee-9da3-e9b4db6d9203 admin admin] Publish callbacks [] for subnet (bd53e22c-10cd-4953-9708-3b5f40ae7dfa), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.371267 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4066d941-e2aa-45ee-9da3-e9b4db6d9203 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126485086'] for subnet (bd53e22c-10cd-4953-9708-3b5f40ae7dfa), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.471291 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4066d941-e2aa-45ee-9da3-e9b4db6d9203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (bd53e22c-10cd-4953-9708-3b5f40ae7dfa), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.522250 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd41fcf-eeeb-4af7-9124-b5a056df089e req-ce0a57e8-af0e-4c88-a5a6-98462c32dd4f tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:32.523639 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fbd41fcf-eeeb-4af7-9124-b5a056df089e req-ce0a57e8-af0e-4c88-a5a6-98462c32dd4f tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 932 time: 0.1144884 Mar 08 17:47:32.587522 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4066d941-e2aa-45ee-9da3-e9b4db6d9203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126735889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924550'] for subnet (bd53e22c-10cd-4953-9708-3b5f40ae7dfa), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.598111 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fbd41fcf-eeeb-4af7-9124-b5a056df089e req-1e47767c-4d97-4b43-a1d3-2bbb17d4de30 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682917 Mar 08 17:47:32.615442 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066d941-e2aa-45ee-9da3-e9b4db6d9203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd53e22c-10cd-4953-9708-3b5f40ae7dfa,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:32.622785 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4066d941-e2aa-45ee-9da3-e9b4db6d9203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.626309 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4066d941-e2aa-45ee-9da3-e9b4db6d9203 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bd53e22c-10cd-4953-9708-3b5f40ae7dfa HTTP/1.1" status: 204 len: 168 time: 0.3474336 Mar 08 17:47:32.630782 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58206) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:32.633919 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2e7f3d-7b94-46e7-844a-67184b32a5b6 None None] Network 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:47:32.636506 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:47:32.644845 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Publish callbacks [] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.658843 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Transition to ACTIVE for port object 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:47:32.712695 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (083a3b6b-4efb-4149-8e17-9fd0d91c8ac8), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.713392 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.773621 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Deleting port 881d2950-86c4-472a-989c-df1e847ec529 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:47:32.773930 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (881d2950-86c4-472a-989c-df1e847ec529), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.829397 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] DHCP port deletion for 083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 request from dv-cinder-830085-3-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:47:32.830150 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Pushing event updated for resources: {'Port': ['ID=13fcafcf-8c65-4d15-acc1-12a6e9d54e61,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:32.864647 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] For port 881d2950-86c4-472a-989c-df1e847ec529, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=881d2950-86c4-472a-989c-df1e847ec529,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:47:32.865213 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (881d2950-86c4-472a-989c-df1e847ec529), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.887351 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Calling delete_port for 881d2950-86c4-472a-989c-df1e847ec529 owned by network:dhcp {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:47:32.898672 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Attempting to bind port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:47:32.899017 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Attempting to bind port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '57b35d09-284d-4d7e-9e26-ceb692f7e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:47:32.899349 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Attempting to bind port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 on network f8b2f759-1561-460c-90b1-6ed45a313ee5 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:47:32.904027 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 on network f8b2f759-1561-460c-90b1-6ed45a313ee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:47:32.904358 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Attempting to bind port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 on network f8b2f759-1561-460c-90b1-6ed45a313ee5 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:47:32.910775 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:47:32.911094 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Checking segment: {'id': '57b35d09-284d-4d7e-9e26-ceb692f7e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:47:32.911469 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Bound using segment: {'id': '57b35d09-284d-4d7e-9e26-ceb692f7e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:47:32.911906 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Bound port: 13fcafcf-8c65-4d15-acc1-12a6e9d54e61, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b35d09-284d-4d7e-9e26-ceb692f7e6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:47:32.912274 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.921184 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Deleting port 881d2950-86c4-472a-989c-df1e847ec529 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:47:32.921184 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (881d2950-86c4-472a-989c-df1e847ec529), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:32.935597 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 881d2950-86c4-472a-989c-df1e847ec529 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:47:32.987481 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] For port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:47:32.992022 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] For port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=13fcafcf-8c65-4d15-acc1-12a6e9d54e61,segment=NetworkSegment(57b35d09-284d-4d7e-9e26-ceb692f7e6ad),segment_id=57b35d09-284d-4d7e-9e26-ceb692f7e6ad)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:47:33.055924 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] For port 881d2950-86c4-472a-989c-df1e847ec529, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=881d2950-86c4-472a-989c-df1e847ec529,segment=NetworkSegment(5c1320b1-8f04-44c1-83e1-3b204d8963dc),segment_id=5c1320b1-8f04-44c1-83e1-3b204d8963dc)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:47:33.055924 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (881d2950-86c4-472a-989c-df1e847ec529), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.087971 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Calling delete_port for 881d2950-86c4-472a-989c-df1e847ec529 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:47:33.102413 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.130383 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (881d2950-86c4-472a-989c-df1e847ec529), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.157979 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 881d2950-86c4-472a-989c-df1e847ec529 is: ACTIVE; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:47:33.158780 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (881d2950-86c4-472a-989c-df1e847ec529), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.165399 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Pushing event deleted for resources: {'Port': ['ID=881d2950-86c4-472a-989c-df1e847ec529,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:33.170387 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] No DVR routers for this DVR port 881d2950-86c4-472a-989c-df1e847ec529 on host dv-cinder-830085-3-iscsi {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:47:33.205508 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:33.205508 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.207880 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] 10.222.0.64 "PUT /v2.0/ports/13fcafcf-8c65-4d15-acc1-12a6e9d54e61 HTTP/1.1" status: 200 len: 1094 time: 1.2753313 Mar 08 17:47:33.209724 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5826218-9717-47da-979c-24929fad6b32', 'tag': '13fcafcf-8c65-4d15-acc1-12a6e9d54e61'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:47:33.211088 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6573f9f8-1130-461f-a667-a2ef24557fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "e5826218-9717-47da-979c-24929fad6b32", "tag": "13fcafcf-8c65-4d15-acc1-12a6e9d54e61"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:47:33.216527 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6e729-616d-4688-a03d-0e280e359b7c service neutron] Pushing event updated for resources: {'Port': ['ID=13fcafcf-8c65-4d15-acc1-12a6e9d54e61,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:33.260123 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device e9218f0c-e82c-46f5-889a-59bc46b6ab81 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:47:33.269636 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594dcd38-a358-465b-824a-7644117fad99 x-openstack-request-id: req-594dcd38-a358-465b-824a-7644117fad99 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:47:33.278142 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5826218-9717-47da-979c-24929fad6b32", "tag": "13fcafcf-8c65-4d15-acc1-12a6e9d54e61", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:47:33.278142 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-594dcd38-a358-465b-824a-7644117fad99 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:47:33.278142 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5826218-9717-47da-979c-24929fad6b32', 'tag': '13fcafcf-8c65-4d15-acc1-12a6e9d54e61', 'status': 'completed', 'code': 200} Mar 08 17:47:33.278448 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (083a3b6b-4efb-4149-8e17-9fd0d91c8ac8), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.289067 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: e9218f0c-e82c-46f5-889a-59bc46b6ab81 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:47:33.289466 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device e9218f0c-e82c-46f5-889a-59bc46b6ab81 not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:47:33.289918 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b9d1f06f-dcda-4a00-90a6-5d9b8055469a no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:47:33.304119 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083a3b6b-4efb-4149-8e17-9fd0d91c8ac8']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:33.319192 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1320b1-8f04-44c1-83e1-3b204d8963dc') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:33.319745 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1320b1-8f04-44c1-83e1-3b204d8963dc') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:47:33.323142 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442'] for port (881d2950-86c4-472a-989c-df1e847ec529), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.331102 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126485157'] for segment (5c1320b1-8f04-44c1-83e1-3b204d8963dc), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.331788 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: b9d1f06f-dcda-4a00-90a6-5d9b8055469a {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:47:33.332536 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device b9d1f06f-dcda-4a00-90a6-5d9b8055469a not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:47:33.354455 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573f9f8-1130-461f-a667-a2ef24557fcd req-d1b45f9f-64a6-4a82-85ce-763f72e64dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:33.356027 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6573f9f8-1130-461f-a667-a2ef24557fcd req-d1b45f9f-64a6-4a82-85ce-763f72e64dfe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4375be64dbd94682b9f0d150a544a213&device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 1128 time: 0.0635176 Mar 08 17:47:33.357971 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (5c1320b1-8f04-44c1-83e1-3b204d8963dc), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.367302 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:47:33.369526 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Pushing event deleted for resources: {'Port': ['ID=881d2950-86c4-472a-989c-df1e847ec529,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:33.369661 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126735995'] for segment (5c1320b1-8f04-44c1-83e1-3b204d8963dc), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.373129 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] No DVR routers for this DVR port 881d2950-86c4-472a-989c-df1e847ec529 on host dv-cinder-830085-3-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: Traceback (most recent call last): Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: timer() Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: cb(*args, **kw) Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: return func(*args, **kwargs) Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: self._notify() Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: self.callback(batched_events) Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: event.method(event) Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: return f(self, *a, **k) Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._get(url).json() Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:47:33.378606 dv-cinder-830085-3-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:47:33.389065 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.389430 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.390762 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.398243 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.398243 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.398243 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.398243 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.398243 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.398243 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.398243 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.398243 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.398243 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.398243 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902047b1-547d-41c5-98fb-933d384bf297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:33.477891 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573f9f8-1130-461f-a667-a2ef24557fcd req-6b10b522-c3a9-446a-b7c9-9ef7347469c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:33.479422 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6573f9f8-1130-461f-a667-a2ef24557fcd req-6b10b522-c3a9-446a-b7c9-9ef7347469c3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4375be64dbd94682b9f0d150a544a213&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1138115 Mar 08 17:47:33.495973 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (083a3b6b-4efb-4149-8e17-9fd0d91c8ac8), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.503450 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.507914 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] 10.222.0.66 "DELETE /v2.0/networks/083a3b6b-4efb-4149-8e17-9fd0d91c8ac8 HTTP/1.1" status: 204 len: 168 time: 0.8754005 Mar 08 17:47:33.519608 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd5fe1-da5a-4606-9f56-29f8b18b11ca admin admin] Pushing event deleted for resources: {'Network': ['ID=083a3b6b-4efb-4149-8e17-9fd0d91c8ac8,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:33.600086 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573f9f8-1130-461f-a667-a2ef24557fcd req-5d5b8eb5-1cad-4da4-8617-34e603234c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:33.601464 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6573f9f8-1130-461f-a667-a2ef24557fcd req-5d5b8eb5-1cad-4da4-8617-34e603234c7f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1140566 Mar 08 17:47:33.719857 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-76648813-1ca5-4fcc-afc3-50475b218ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:33.722052 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-76648813-1ca5-4fcc-afc3-50475b218ae9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4375be64dbd94682b9f0d150a544a213&device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 1128 time: 0.0770161 Mar 08 17:47:33.771906 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-7039418c-dd3c-46b7-a106-079094df00fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13fcafcf-8c65-4d15-acc1-12a6e9d54e61 HTTP/1.1" status: 200 len: 217 time: 0.0419405 Mar 08 17:47:33.778897 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e491b6e-3329-4884-9caa-188d0a2d4714 req-0299b409-77ad-43bd-a0cf-4abb45c60a91 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:33.780286 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e491b6e-3329-4884-9caa-188d0a2d4714 req-0299b409-77ad-43bd-a0cf-4abb45c60a91 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 944 time: 0.1003559 Mar 08 17:47:33.803443 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58214) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:33.846228 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-91b7a453-2aac-4026-965b-b3f8142f3f9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ca264a980814b29a89a22c1f380b152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408564 Mar 08 17:47:33.848587 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58216) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:33.849574 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-9e651551-fc0c-4c26-8a3c-ffd25c452b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:33.851276 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-9e651551-fc0c-4c26-8a3c-ffd25c452b27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50675de7-43e9-4d1c-924c-d9bd5ecbbc92 HTTP/1.1" status: 200 len: 853 time: 0.0701053 Mar 08 17:47:33.871787 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e491b6e-3329-4884-9caa-188d0a2d4714 req-c199e362-d1a8-4955-857e-68c34fa31039 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827894 Mar 08 17:47:33.895982 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-683ba42a-8590-4391-ba57-3cfe1bf55cc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8b2f759-1561-460c-90b1-6ed45a313ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334485 Mar 08 17:47:33.898363 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0daee520-fbb6-43ea-ae59-e36314ab3b69 admin admin] Publish callbacks [] for security_group (6cfd2ed3-2266-491b-9d8c-1adeca7ad148), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.920208 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0daee520-fbb6-43ea-ae59-e36314ab3b69 admin admin] Publish callbacks [] for security_group (6cfd2ed3-2266-491b-9d8c-1adeca7ad148), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:33.982656 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-558b21a5-78f8-4edb-bc8c-6be73163bebd service neutron] 10.222.0.64 "GET /v2.0/networks/f8b2f759-1561-460c-90b1-6ed45a313ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837142 Mar 08 17:47:34.027367 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0daee520-fbb6-43ea-ae59-e36314ab3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (6cfd2ed3-2266-491b-9d8c-1adeca7ad148), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:34.030044 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0daee520-fbb6-43ea-ae59-e36314ab3b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:34.031190 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0daee520-fbb6-43ea-ae59-e36314ab3b69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cfd2ed3-2266-491b-9d8c-1adeca7ad148 HTTP/1.1" status: 204 len: 168 time: 0.1816812 Mar 08 17:47:34.039785 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daee520-fbb6-43ea-ae59-e36314ab3b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfd2ed3-2266-491b-9d8c-1adeca7ad148,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:34.081257 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24674834-44d6-402e-bfb9-d290a21ffd89 req-d76cebff-1021-441b-9ce1-ab4f4739483e service neutron] 10.222.0.64 "GET /v2.0/networks/f8b2f759-1561-460c-90b1-6ed45a313ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913262 Mar 08 17:47:34.994193 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade7893-7cb3-4a0d-bf80-259f09bcf55e req-f50fdb84-9e8f-4830-a045-397fe42d59b0 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:34.995674 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1ade7893-7cb3-4a0d-bf80-259f09bcf55e req-f50fdb84-9e8f-4830-a045-397fe42d59b0 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 944 time: 0.0509706 Mar 08 17:47:35.042195 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1ade7893-7cb3-4a0d-bf80-259f09bcf55e req-2f007484-702f-4d1d-8752-5bce01292ddf tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Mar 08 17:47:36.167778 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33cb11-3884-4415-a4b4-a4b0e934ef15 req-a488183e-c809-4bb3-b5c9-571683bbe3a0 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:36.170167 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ac33cb11-3884-4415-a4b4-a4b0e934ef15 req-a488183e-c809-4bb3-b5c9-571683bbe3a0 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 944 time: 0.0613725 Mar 08 17:47:36.217427 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ac33cb11-3884-4415-a4b4-a4b0e934ef15 req-574c3b4a-7332-4f2c-baa1-2d40bba3858a tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Mar 08 17:47:37.338134 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1359661-14c3-4233-8aa0-200587ba2252 req-cdc0fc3d-da28-4af2-8a84-6aecb79dc6c0 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:37.339600 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b1359661-14c3-4233-8aa0-200587ba2252 req-cdc0fc3d-da28-4af2-8a84-6aecb79dc6c0 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 944 time: 0.0539525 Mar 08 17:47:37.385867 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b1359661-14c3-4233-8aa0-200587ba2252 req-4c4fe9f5-3fec-4de4-81d1-71fd1b7d7c4c tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Mar 08 17:47:38.509881 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7848ee8-efe3-4dc1-b3bb-3ab5f85adf5a req-5e7d5461-45b4-4670-8ecf-fe87715c2eba tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:38.511382 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c7848ee8-efe3-4dc1-b3bb-3ab5f85adf5a req-5e7d5461-45b4-4670-8ecf-fe87715c2eba tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 944 time: 0.0542264 Mar 08 17:47:38.558113 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c7848ee8-efe3-4dc1-b3bb-3ab5f85adf5a req-7f878cf5-8463-401b-9a6d-7c969774e7b2 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 Mar 08 17:47:39.328996 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:47:39.433924 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=13fcafcf-8c65-4d15-acc1-12a6e9d54e61,segment=NetworkSegment(57b35d09-284d-4d7e-9e26-ceb692f7e6ad),segment_id=57b35d09-284d-4d7e-9e26-ceb692f7e6ad)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:47:39.444767 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '13fcafcf-8c65-4d15-acc1-12a6e9d54e61', 'network_id': 'f8b2f759-1561-460c-90b1-6ed45a313ee5', 'port_id': '13fcafcf-8c65-4d15-acc1-12a6e9d54e61', 'mac_address': 'fa:16:3e:93:ec:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50675de7-43e9-4d1c-924c-d9bd5ecbbc92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:47:39.480573 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:47:39.480968 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:39.494147 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:47:39.513446 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=13fcafcf-8c65-4d15-acc1-12a6e9d54e61,segment=NetworkSegment(57b35d09-284d-4d7e-9e26-ceb692f7e6ad),segment_id=57b35d09-284d-4d7e-9e26-ceb692f7e6ad)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:47:39.575727 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:39.624430 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=13fcafcf-8c65-4d15-acc1-12a6e9d54e61,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:39.689265 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9736536-0874-4017-a5ac-3579d807041e req-2cb318a6-5609-4e78-b312-f0e05c6f9a46 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:39.690767 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b9736536-0874-4017-a5ac-3579d807041e req-2cb318a6-5609-4e78-b312-f0e05c6f9a46 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 945 time: 0.0514929 Mar 08 17:47:39.738567 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b9736536-0874-4017-a5ac-3579d807041e req-f21f217d-fbce-451a-b5eb-74f0e2427cdf tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419052 Mar 08 17:47:40.001277 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['13fcafcf-8c65-4d15-acc1-12a6e9d54e61'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:47:40.858205 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5a76b-5bd2-4d9c-bf39-86ee96170816 req-c53ba4a2-52d9-4390-9fcc-f39c93c48edc tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:40.859659 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7ee5a76b-5bd2-4d9c-bf39-86ee96170816 req-c53ba4a2-52d9-4390-9fcc-f39c93c48edc tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 945 time: 0.0559301 Mar 08 17:47:40.906327 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7ee5a76b-5bd2-4d9c-bf39-86ee96170816 req-b6a7deed-3b8a-47d1-a33f-2424ec8c68ed tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 Mar 08 17:47:41.345189 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:47:41.467336 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:47:41.471391 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:47:41.471771 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:41.551281 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:47:41.551682 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:41.574794 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5826218-9717-47da-979c-24929fad6b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fcafcf-8c65-4d15-acc1-12a6e9d54e61'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:47:41.577051 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076d1081-79a0-4517-b096-29fb90e1fe62" -d '{"events": [{"server_uuid": "e5826218-9717-47da-979c-24929fad6b32", "name": "network-vif-plugged", "status": "completed", "tag": "13fcafcf-8c65-4d15-acc1-12a6e9d54e61"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:47:41.590563 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=13fcafcf-8c65-4d15-acc1-12a6e9d54e61,segment=NetworkSegment(57b35d09-284d-4d7e-9e26-ceb692f7e6ad),segment_id=57b35d09-284d-4d7e-9e26-ceb692f7e6ad)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:47:41.613506 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f423a73-1afb-440f-9d0e-cacb40c3dd1e x-openstack-request-id: req-8f423a73-1afb-440f-9d0e-cacb40c3dd1e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:47:41.613917 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5826218-9717-47da-979c-24929fad6b32", "name": "network-vif-plugged", "status": "completed", "tag": "13fcafcf-8c65-4d15-acc1-12a6e9d54e61", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:47:41.619134 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f423a73-1afb-440f-9d0e-cacb40c3dd1e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:47:41.619134 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5826218-9717-47da-979c-24929fad6b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fcafcf-8c65-4d15-acc1-12a6e9d54e61', 'code': 200} Mar 08 17:47:41.643517 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58312) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:41.667778 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:41.717260 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=13fcafcf-8c65-4d15-acc1-12a6e9d54e61,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:41.752134 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3bfced4b-e1ef-4ebe-b399-8534ade6a5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:41.829094 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3bfced4b-e1ef-4ebe-b399-8534ade6a5d1 admin admin] Publish callbacks [] for security_group (9e5a5eef-0a2e-4e42-a5d1-1f671abd1cc2), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:41.911869 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3bfced4b-e1ef-4ebe-b399-8534ade6a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (9e5a5eef-0a2e-4e42-a5d1-1f671abd1cc2), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:41.949617 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfced4b-e1ef-4ebe-b399-8534ade6a5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5a5eef-0a2e-4e42-a5d1-1f671abd1cc2,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:41.956832 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3bfced4b-e1ef-4ebe-b399-8534ade6a5d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84e5d72113b0416681c66da02d28f2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122096 Mar 08 17:47:41.958105 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58318) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:41.966034 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6521e5-88ed-4fb0-8604-4acd9165b1f0 req-c5996309-343c-4af0-9c77-682e6333be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:41.967550 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7f6521e5-88ed-4fb0-8604-4acd9165b1f0 req-c5996309-343c-4af0-9c77-682e6333be7c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 1130 time: 0.0447662 Mar 08 17:47:42.007147 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-647f16c1-1aa1-4683-b642-ea789012db48 admin admin] Publish callbacks [] for security_group (9e5a5eef-0a2e-4e42-a5d1-1f671abd1cc2), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:42.028631 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-647f16c1-1aa1-4683-b642-ea789012db48 admin admin] Publish callbacks [] for security_group (9e5a5eef-0a2e-4e42-a5d1-1f671abd1cc2), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:42.046956 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7f6521e5-88ed-4fb0-8604-4acd9165b1f0 req-18670e14-545b-4bbc-a4c5-a1164829b2b9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708590 Mar 08 17:47:42.061480 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d103e-d199-4491-983a-80ebbb37da88 req-a8a727a0-343f-481c-ae87-2802ceb4d4fa tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:42.063053 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ec8d103e-d199-4491-983a-80ebbb37da88 req-a8a727a0-343f-481c-ae87-2802ceb4d4fa tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 946 time: 0.0814450 Mar 08 17:47:42.110011 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ec8d103e-d199-4491-983a-80ebbb37da88 req-1da19c49-0091-4741-93b8-f3d878051fda tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Mar 08 17:47:42.124344 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-647f16c1-1aa1-4683-b642-ea789012db48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (9e5a5eef-0a2e-4e42-a5d1-1f671abd1cc2), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:42.126959 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-647f16c1-1aa1-4683-b642-ea789012db48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:42.128095 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-647f16c1-1aa1-4683-b642-ea789012db48 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e5a5eef-0a2e-4e42-a5d1-1f671abd1cc2 HTTP/1.1" status: 204 len: 168 time: 0.1693118 Mar 08 17:47:42.137103 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f16c1-1aa1-4683-b642-ea789012db48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5a5eef-0a2e-4e42-a5d1-1f671abd1cc2,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:42.691100 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58324) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:42.701696 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2ba17b5f-95b4-4b41-98db-d1ae7582c4eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:42.773864 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2ba17b5f-95b4-4b41-98db-d1ae7582c4eb admin admin] Publish callbacks [] for security_group (e8f6d30b-7307-4794-a243-db2caaf06ed1), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:42.825373 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2ba17b5f-95b4-4b41-98db-d1ae7582c4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (e8f6d30b-7307-4794-a243-db2caaf06ed1), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:42.865873 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2ba17b5f-95b4-4b41-98db-d1ae7582c4eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=298b2d8965e64d239d96185a00240e59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765702 Mar 08 17:47:42.866825 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba17b5f-95b4-4b41-98db-d1ae7582c4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f6d30b-7307-4794-a243-db2caaf06ed1,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:42.868675 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58326) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:42.916293 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Publish callbacks [] for security_group (e8f6d30b-7307-4794-a243-db2caaf06ed1), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:42.936619 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Publish callbacks [] for security_group (e8f6d30b-7307-4794-a243-db2caaf06ed1), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:43.048856 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (e8f6d30b-7307-4794-a243-db2caaf06ed1), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:43.052060 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:43.053789 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8f6d30b-7307-4794-a243-db2caaf06ed1 HTTP/1.1" status: 204 len: 168 time: 0.1835792 Mar 08 17:47:43.061716 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f6d30b-7307-4794-a243-db2caaf06ed1,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:43.069349 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.069796 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.070305 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.070653 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.071019 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.071357 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.071692 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.072030 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.072367 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.072710 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.073042 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.073446 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.073691 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6c3e5f-a037-4438-ba64-a62f16c57dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:47:43.450072 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922f3e7-8655-4ecf-9a3a-d63c2580888f req-5d0f9b37-8a19-4b50-b8c1-2ceede69fcde tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:43.452377 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5922f3e7-8655-4ecf-9a3a-d63c2580888f req-5d0f9b37-8a19-4b50-b8c1-2ceede69fcde tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 946 time: 0.2730107 Mar 08 17:47:43.498027 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5922f3e7-8655-4ecf-9a3a-d63c2580888f req-b88096c3-e703-4c64-8981-43a4b7f0b5eb tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 Mar 08 17:47:44.619114 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a991e31-f705-4aa6-859e-6cf6b275c48d req-4762f997-2cc3-402c-8691-f00788ceb1d0 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:47:44.620638 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5a991e31-f705-4aa6-859e-6cf6b275c48d req-4762f997-2cc3-402c-8691-f00788ceb1d0 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 946 time: 0.0536058 Mar 08 17:47:44.673445 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5a991e31-f705-4aa6-859e-6cf6b275c48d req-e69bdae3-517f-459f-8db8-6e643bea76bc tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470326 Mar 08 17:47:49.088246 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89e0d2d8-22ad-426d-9480-71681a700335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:50.403888 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:51.324332 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6197277d-6377-4d4f-bfe3-d3a84e58ea2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:51.948435 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58472) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:52.056742 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-135a34b5-d7fa-4ba3-aa3b-22327bd16d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:52.129048 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-135a34b5-d7fa-4ba3-aa3b-22327bd16d86 admin admin] Publish callbacks [] for security_group (b06a2cd0-9928-4cf6-afec-58facaa046b4), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:52.203777 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-135a34b5-d7fa-4ba3-aa3b-22327bd16d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b06a2cd0-9928-4cf6-afec-58facaa046b4), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:52.242133 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-135a34b5-d7fa-4ba3-aa3b-22327bd16d86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5bbf066dc7474e5e8264a8d0aff921d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926066 Mar 08 17:47:52.244075 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a34b5-d7fa-4ba3-aa3b-22327bd16d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06a2cd0-9928-4cf6-afec-58facaa046b4,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:52.244943 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58476) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:52.294040 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a5b5-411c-4d1d-9c74-18dc11ec702b admin admin] Publish callbacks [] for security_group (b06a2cd0-9928-4cf6-afec-58facaa046b4), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:52.315293 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a5b5-411c-4d1d-9c74-18dc11ec702b admin admin] Publish callbacks [] for security_group (b06a2cd0-9928-4cf6-afec-58facaa046b4), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:52.442763 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a5b5-411c-4d1d-9c74-18dc11ec702b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b06a2cd0-9928-4cf6-afec-58facaa046b4), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:52.446884 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a5b5-411c-4d1d-9c74-18dc11ec702b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:52.448095 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e6e4a5b5-411c-4d1d-9c74-18dc11ec702b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b06a2cd0-9928-4cf6-afec-58facaa046b4 HTTP/1.1" status: 204 len: 168 time: 0.2021503 Mar 08 17:47:52.456246 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4a5b5-411c-4d1d-9c74-18dc11ec702b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06a2cd0-9928-4cf6-afec-58facaa046b4,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:52.815584 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:53.104392 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58484) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:53.118073 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a1683c7d-4daf-4f2c-a213-2cd18848af93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:53.190731 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a1683c7d-4daf-4f2c-a213-2cd18848af93 admin admin] Publish callbacks [] for security_group (df93bb16-953c-4413-b5a3-aea04c4ba245), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:53.253536 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a1683c7d-4daf-4f2c-a213-2cd18848af93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (df93bb16-953c-4413-b5a3-aea04c4ba245), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:53.291320 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a1683c7d-4daf-4f2c-a213-2cd18848af93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dfa03950a054961822204b4589e33e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858325 Mar 08 17:47:53.293347 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1683c7d-4daf-4f2c-a213-2cd18848af93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df93bb16-953c-4413-b5a3-aea04c4ba245,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:53.296196 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58486) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:53.349364 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-04805109-3c89-427d-8995-4b79d666b245 admin admin] Publish callbacks [] for security_group (df93bb16-953c-4413-b5a3-aea04c4ba245), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:53.373202 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-04805109-3c89-427d-8995-4b79d666b245 admin admin] Publish callbacks [] for security_group (df93bb16-953c-4413-b5a3-aea04c4ba245), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:53.495309 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-04805109-3c89-427d-8995-4b79d666b245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (df93bb16-953c-4413-b5a3-aea04c4ba245), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:53.497931 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-04805109-3c89-427d-8995-4b79d666b245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:53.499123 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-04805109-3c89-427d-8995-4b79d666b245 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df93bb16-953c-4413-b5a3-aea04c4ba245 HTTP/1.1" status: 204 len: 168 time: 0.2018290 Mar 08 17:47:53.508129 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04805109-3c89-427d-8995-4b79d666b245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df93bb16-953c-4413-b5a3-aea04c4ba245,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:53.918388 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:54.379181 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-fd701a44-9726-4dbd-ad50-347eb5c574e7 req-62a81d39-4a4a-4104-b489-b05337c3fd87 service neutron] (103424) timed out ('10.222.0.64', 54900) {{(pid=103424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:47:55.278442 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:57.061106 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58566) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:57.165248 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3f0b-5486-419c-9e0a-135b5c182f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:57.239558 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3f0b-5486-419c-9e0a-135b5c182f72 admin admin] Publish callbacks [] for security_group (c0eb9c10-3439-407e-b263-8a033d33464b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:57.311261 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3f0b-5486-419c-9e0a-135b5c182f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (c0eb9c10-3439-407e-b263-8a033d33464b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:57.351963 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1b3a3f0b-5486-419c-9e0a-135b5c182f72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e94c49edaead44efb1006e180e2fde26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897584 Mar 08 17:47:57.352802 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a3f0b-5486-419c-9e0a-135b5c182f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eb9c10-3439-407e-b263-8a033d33464b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:57.354720 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58572) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:57.404144 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7474-0a80-4016-a5d9-6a4a4a8d2275 admin admin] Publish callbacks [] for security_group (c0eb9c10-3439-407e-b263-8a033d33464b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:57.424624 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7474-0a80-4016-a5d9-6a4a4a8d2275 admin admin] Publish callbacks [] for security_group (c0eb9c10-3439-407e-b263-8a033d33464b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:57.535468 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7474-0a80-4016-a5d9-6a4a4a8d2275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (c0eb9c10-3439-407e-b263-8a033d33464b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:57.538922 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7474-0a80-4016-a5d9-6a4a4a8d2275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:57.540110 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9ddf7474-0a80-4016-a5d9-6a4a4a8d2275 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0eb9c10-3439-407e-b263-8a033d33464b HTTP/1.1" status: 204 len: 168 time: 0.1840968 Mar 08 17:47:57.547812 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf7474-0a80-4016-a5d9-6a4a4a8d2275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eb9c10-3439-407e-b263-8a033d33464b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:58.164000 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58578) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:58.177026 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa03e7ec-24de-413d-8b71-5d16e6d1cea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:58.249374 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa03e7ec-24de-413d-8b71-5d16e6d1cea8 admin admin] Publish callbacks [] for security_group (b3c550ed-6126-4758-9573-60089530e3c9), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:58.295476 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa03e7ec-24de-413d-8b71-5d16e6d1cea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b3c550ed-6126-4758-9573-60089530e3c9), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:58.335848 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-fa03e7ec-24de-413d-8b71-5d16e6d1cea8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3f8fb3c33e64a46a046dfd9c60bd2a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706922 Mar 08 17:47:58.337061 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03e7ec-24de-413d-8b71-5d16e6d1cea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c550ed-6126-4758-9573-60089530e3c9,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:58.338853 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58582) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:47:58.387464 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f213eedb-53ee-490c-af53-29ce883ed2e8 admin admin] Publish callbacks [] for security_group (b3c550ed-6126-4758-9573-60089530e3c9), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:58.408023 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f213eedb-53ee-490c-af53-29ce883ed2e8 admin admin] Publish callbacks [] for security_group (b3c550ed-6126-4758-9573-60089530e3c9), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:58.535458 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f213eedb-53ee-490c-af53-29ce883ed2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (b3c550ed-6126-4758-9573-60089530e3c9), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:58.538135 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f213eedb-53ee-490c-af53-29ce883ed2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:47:58.539299 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f213eedb-53ee-490c-af53-29ce883ed2e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3c550ed-6126-4758-9573-60089530e3c9 HTTP/1.1" status: 204 len: 168 time: 0.1993873 Mar 08 17:47:58.548076 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213eedb-53ee-490c-af53-29ce883ed2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c550ed-6126-4758-9573-60089530e3c9,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:47:59.884111 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-bd7e543f-5f74-4be1-9ccd-ffe1a778fe9a req-7c3f336a-0479-47ed-b40b-a1d6835aa257 service neutron] (103425) timed out ('10.222.0.64', 54924) {{(pid=103425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:48:04.955772 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:48:13.318696 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a6a35-56f2-4647-81a6-7197a6346573 req-0f56a42d-7edc-4723-a88f-1809c8e974bb tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:48:13.320165 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9f9a6a35-56f2-4647-81a6-7197a6346573 req-0f56a42d-7edc-4723-a88f-1809c8e974bb tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 946 time: 0.0516675 Mar 08 17:48:13.372390 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9f9a6a35-56f2-4647-81a6-7197a6346573 req-4b05d87a-8f52-4910-860d-88d342469d88 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448127 Mar 08 17:48:14.489902 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463b8e7-3ec9-4fb0-be95-20ab73410c57 req-2437ea93-5309-4c36-a20b-804ec824c460 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:48:14.491357 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e463b8e7-3ec9-4fb0-be95-20ab73410c57 req-2437ea93-5309-4c36-a20b-804ec824c460 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 946 time: 0.0505457 Mar 08 17:48:14.536942 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e463b8e7-3ec9-4fb0-be95-20ab73410c57 req-9b2e14a8-64ed-4a07-8e56-e79290ace440 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393116 Mar 08 17:48:15.654899 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa80eb-faba-4ad1-b4af-a2a55404e499 req-0c01321e-8b3e-4fca-881d-d612d540edc9 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:48:15.656366 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-82aa80eb-faba-4ad1-b4af-a2a55404e499 req-0c01321e-8b3e-4fca-881d-d612d540edc9 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 946 time: 0.0530283 Mar 08 17:48:15.703085 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-82aa80eb-faba-4ad1-b4af-a2a55404e499 req-c713f9c9-aa3b-4fd7-9a95-4793bc7dba08 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/security-groups?id=0d177777-67a3-4976-be21-4b637c0a2e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411713 Mar 08 17:48:15.848193 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698604a-39f7-489d-807b-b5ab9eb01dcf req-774d0ffa-0d81-4a29-b472-0888dc122e43 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:48:15.849556 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7698604a-39f7-489d-807b-b5ab9eb01dcf req-774d0ffa-0d81-4a29-b472-0888dc122e43 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 946 time: 0.0567458 Mar 08 17:48:15.945534 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-7698604a-39f7-489d-807b-b5ab9eb01dcf req-9486f261-5ae0-4348-bda0-463e55204642 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Deleting port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:48:15.945934 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-7698604a-39f7-489d-807b-b5ab9eb01dcf req-9486f261-5ae0-4348-bda0-463e55204642 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:16.035887 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-7698604a-39f7-489d-807b-b5ab9eb01dcf req-9486f261-5ae0-4348-bda0-463e55204642 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] For port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=13fcafcf-8c65-4d15-acc1-12a6e9d54e61,segment=NetworkSegment(57b35d09-284d-4d7e-9e26-ceb692f7e6ad),segment_id=57b35d09-284d-4d7e-9e26-ceb692f7e6ad)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:48:16.036259 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-7698604a-39f7-489d-807b-b5ab9eb01dcf req-9486f261-5ae0-4348-bda0-463e55204642 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:16.049020 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-7698604a-39f7-489d-807b-b5ab9eb01dcf req-9486f261-5ae0-4348-bda0-463e55204642 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Calling delete_port for 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:48:16.264780 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-7698604a-39f7-489d-807b-b5ab9eb01dcf req-9486f261-5ae0-4348-bda0-463e55204642 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (13fcafcf-8c65-4d15-acc1-12a6e9d54e61), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:16.276930 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['13fcafcf-8c65-4d15-acc1-12a6e9d54e61'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:48:16.293848 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486f261-5ae0-4348-bda0-463e55204642 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Pushing event deleted for resources: {'Port': ['ID=13fcafcf-8c65-4d15-acc1-12a6e9d54e61,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:48:16.343332 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-7698604a-39f7-489d-807b-b5ab9eb01dcf req-9486f261-5ae0-4348-bda0-463e55204642 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] No DVR routers for this DVR port 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:48:16.345929 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-7698604a-39f7-489d-807b-b5ab9eb01dcf req-9486f261-5ae0-4348-bda0-463e55204642 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:16.349214 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7698604a-39f7-489d-807b-b5ab9eb01dcf req-9486f261-5ae0-4348-bda0-463e55204642 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.64 "DELETE /v2.0/ports/13fcafcf-8c65-4d15-acc1-12a6e9d54e61 HTTP/1.1" status: 204 len: 173 time: 0.4927466 Mar 08 17:48:16.349644 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5826218-9717-47da-979c-24929fad6b32', 'name': 'network-vif-deleted', 'tag': '13fcafcf-8c65-4d15-acc1-12a6e9d54e61'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:48:16.351891 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0adb3b-0db0-4735-a68c-9877454e95e0" -d '{"events": [{"server_uuid": "e5826218-9717-47da-979c-24929fad6b32", "name": "network-vif-deleted", "tag": "13fcafcf-8c65-4d15-acc1-12a6e9d54e61"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:48:16.504673 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6872e3cc-ef66-443f-9201-92760c4d88d8 x-openstack-request-id: req-6872e3cc-ef66-443f-9201-92760c4d88d8 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:48:16.508681 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5826218-9717-47da-979c-24929fad6b32", "name": "network-vif-deleted", "tag": "13fcafcf-8c65-4d15-acc1-12a6e9d54e61", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:48:16.508681 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6872e3cc-ef66-443f-9201-92760c4d88d8 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:48:16.508681 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5826218-9717-47da-979c-24929fad6b32', 'name': 'network-vif-deleted', 'tag': '13fcafcf-8c65-4d15-acc1-12a6e9d54e61', 'status': 'completed', 'code': 200} Mar 08 17:48:16.809369 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-80adeb19-7ad3-427d-824d-93c26b90d1e5 req-0ba65dc4-56db-42d1-9af6-078a8d4831e8 tempest-VolumesSnapshotTestJSON-1595245475 tempest-VolumesSnapshotTestJSON-1595245475-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5826218-9717-47da-979c-24929fad6b32 HTTP/1.1" status: 200 len: 210 time: 0.0276906 Mar 08 17:48:19.078056 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6f36d715-edf5-42da-80b2-a9afc42de024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:19.261235 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-de1ef701-ad84-441e-98ae-677e28cfb3a0 req-ba3edd4e-6353-47c4-9fbb-291f2393f013 service neutron] (103425) timed out ('10.222.0.64', 54923) {{(pid=103425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:48:19.532470 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:48:19.551792 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:48:19.552136 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 13fcafcf-8c65-4d15-acc1-12a6e9d54e61 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:48:20.523662 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:21.340403 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a68d8179-4ffa-4621-bfa5-90d32f5ceda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:22.734975 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:23.921844 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:25.312144 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:31.883290 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 58864) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:48:31.986107 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:32.056301 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Publish callbacks [] for security_group (53491bc5-e358-4838-934a-c40174c49912), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:32.100033 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (53491bc5-e358-4838-934a-c40174c49912), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:32.138289 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=708b84e0ddf048e59f00b38897451659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539244 Mar 08 17:48:32.139206 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53491bc5-e358-4838-934a-c40174c49912,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:48:32.141028 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 58868) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:48:32.146422 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.146777 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.147120 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.147461 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.147797 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.148127 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.148454 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.148782 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.149106 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.149432 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.149776 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.150100 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.151056 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b65472-14ee-4bc6-8419-a6668ba4bd61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:48:32.188061 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5ee2a6cb-63da-4193-b459-8dd6f514fb03 admin admin] Publish callbacks [] for security_group (53491bc5-e358-4838-934a-c40174c49912), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:32.209289 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5ee2a6cb-63da-4193-b459-8dd6f514fb03 admin admin] Publish callbacks [] for security_group (53491bc5-e358-4838-934a-c40174c49912), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:32.317545 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5ee2a6cb-63da-4193-b459-8dd6f514fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (53491bc5-e358-4838-934a-c40174c49912), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:32.320412 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5ee2a6cb-63da-4193-b459-8dd6f514fb03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:32.321666 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5ee2a6cb-63da-4193-b459-8dd6f514fb03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53491bc5-e358-4838-934a-c40174c49912 HTTP/1.1" status: 204 len: 168 time: 0.1795547 Mar 08 17:48:32.330665 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2a6cb-63da-4193-b459-8dd6f514fb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53491bc5-e358-4838-934a-c40174c49912,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:48:41.954283 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:48:49.086875 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffde1157-9166-4e0c-8bf4-275881bc0c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:50.443150 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:51.334090 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1e3c4912-00ec-4d2e-b4d8-3365a5062e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:52.743616 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:53.928940 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:48:55.282947 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.286854 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59126) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:02.333264 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aad1839-3b98-444c-9abe-a452f4bd45ff admin admin] Deleting subnet 50675de7-43e9-4d1c-924c-d9bd5ecbbc92 {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:49:02.336289 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0aad1839-3b98-444c-9abe-a452f4bd45ff admin admin] Publish callbacks [] for subnet (50675de7-43e9-4d1c-924c-d9bd5ecbbc92), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.370083 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0aad1839-3b98-444c-9abe-a452f4bd45ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126485086'] for subnet (50675de7-43e9-4d1c-924c-d9bd5ecbbc92), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.407303 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0aad1839-3b98-444c-9abe-a452f4bd45ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (50675de7-43e9-4d1c-924c-d9bd5ecbbc92), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.523504 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0aad1839-3b98-444c-9abe-a452f4bd45ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126735889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924550'] for subnet (50675de7-43e9-4d1c-924c-d9bd5ecbbc92), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.549585 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad1839-3b98-444c-9abe-a452f4bd45ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50675de7-43e9-4d1c-924c-d9bd5ecbbc92,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:02.553356 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0aad1839-3b98-444c-9abe-a452f4bd45ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.559178 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59132) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:02.559665 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0aad1839-3b98-444c-9abe-a452f4bd45ff admin admin] 10.222.0.66 "DELETE /v2.0/subnets/50675de7-43e9-4d1c-924c-d9bd5ecbbc92 HTTP/1.1" status: 204 len: 168 time: 0.2713408 Mar 08 17:49:02.632590 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (f8b2f759-1561-460c-90b1-6ed45a313ee5), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.712650 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (f8b2f759-1561-460c-90b1-6ed45a313ee5), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.732828 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b2f759-1561-460c-90b1-6ed45a313ee5']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:02.742162 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b35d09-284d-4d7e-9e26-ceb692f7e6ad') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:02.742457 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b35d09-284d-4d7e-9e26-ceb692f7e6ad') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:02.751609 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127025868'] for segment (57b35d09-284d-4d7e-9e26-ceb692f7e6ad), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.765690 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (57b35d09-284d-4d7e-9e26-ceb692f7e6ad), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.774985 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:49:02.775568 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129999081'] for segment (57b35d09-284d-4d7e-9e26-ceb692f7e6ad), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: Traceback (most recent call last): Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: timer() Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: cb(*args, **kw) Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: return func(*args, **kwargs) Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: self._notify() Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: self.callback(batched_events) Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: event.method(event) Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: return f(self, *a, **k) Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._get(url).json() Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:49:02.778146 dv-cinder-830085-3-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:49:02.911325 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (f8b2f759-1561-460c-90b1-6ed45a313ee5), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.916468 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:02.923142 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] 10.222.0.66 "DELETE /v2.0/networks/f8b2f759-1561-460c-90b1-6ed45a313ee5 HTTP/1.1" status: 204 len: 168 time: 0.3594980 Mar 08 17:49:02.931698 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b2f759-1561-460c-90b1-6ed45a313ee5,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:02.939012 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.939362 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.939708 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.940045 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.940377 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.940713 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.941061 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.941390 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.941715 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.942081 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.942429 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.942816 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.943075 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d78953-711c-456c-b97d-dbe48dea384b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:02.980480 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59138) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:03.085570 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b1891acd-3a48-4e5a-b08b-eca7000bd60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:03.160730 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b1891acd-3a48-4e5a-b08b-eca7000bd60f admin admin] Publish callbacks [] for security_group (a10704b4-fa10-4290-8fe3-c2e44e9c95de), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:03.214454 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b1891acd-3a48-4e5a-b08b-eca7000bd60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (a10704b4-fa10-4290-8fe3-c2e44e9c95de), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:03.253417 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b1891acd-3a48-4e5a-b08b-eca7000bd60f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb7ca9c6d8b747fb869ed8c8aba600ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718134 Mar 08 17:49:03.254643 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1891acd-3a48-4e5a-b08b-eca7000bd60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10704b4-fa10-4290-8fe3-c2e44e9c95de,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:03.256153 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59142) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:03.302824 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59144) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:03.308622 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-862f698a-7211-4f5d-b8da-626df16fe9f8 admin admin] Publish callbacks [] for security_group (a10704b4-fa10-4290-8fe3-c2e44e9c95de), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:03.330679 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-862f698a-7211-4f5d-b8da-626df16fe9f8 admin admin] Publish callbacks [] for security_group (a10704b4-fa10-4290-8fe3-c2e44e9c95de), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:03.342931 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-db21f5ee-014b-4cf3-ae6e-d0840eb6bff1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4375be64dbd94682b9f0d150a544a213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389030 Mar 08 17:49:03.345405 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59146) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:03.392807 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eef66f92-d553-498a-8f2e-e218da7f4b91 admin admin] Publish callbacks [] for security_group (0d177777-67a3-4976-be21-4b637c0a2e52), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:03.413001 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eef66f92-d553-498a-8f2e-e218da7f4b91 admin admin] Publish callbacks [] for security_group (0d177777-67a3-4976-be21-4b637c0a2e52), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:03.425622 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-862f698a-7211-4f5d-b8da-626df16fe9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (a10704b4-fa10-4290-8fe3-c2e44e9c95de), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:03.428369 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-862f698a-7211-4f5d-b8da-626df16fe9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:03.429825 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-862f698a-7211-4f5d-b8da-626df16fe9f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a10704b4-fa10-4290-8fe3-c2e44e9c95de HTTP/1.1" status: 204 len: 168 time: 0.1726589 Mar 08 17:49:03.439422 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f698a-7211-4f5d-b8da-626df16fe9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10704b4-fa10-4290-8fe3-c2e44e9c95de,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:03.526653 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eef66f92-d553-498a-8f2e-e218da7f4b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (0d177777-67a3-4976-be21-4b637c0a2e52), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:03.530151 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eef66f92-d553-498a-8f2e-e218da7f4b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:03.533628 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-eef66f92-d553-498a-8f2e-e218da7f4b91 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d177777-67a3-4976-be21-4b637c0a2e52 HTTP/1.1" status: 204 len: 168 time: 0.1849799 Mar 08 17:49:03.539597 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef66f92-d553-498a-8f2e-e218da7f4b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d177777-67a3-4976-be21-4b637c0a2e52,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:04.449184 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59170) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:04.542422 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1590362844-network', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:04.623602 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Made reservation on behalf of b0187d25d0754adeb9bca555430c5f48 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:49:04.625862 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:04.634383 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:04.706167 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Publish callbacks [] for security_group (485b74c2-7dca-427b-a259-7647ffba8b86), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:04.772118 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (485b74c2-7dca-427b-a259-7647ffba8b86), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:04.799417 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:49:04.805612 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485b74c2-7dca-427b-a259-7647ffba8b86,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:04.812701 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (b1853fec-4ab4-421e-a366-93973597beaf), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:04.813056 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Added segment b1853fec-4ab4-421e-a366-93973597beaf of type vlan for network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 Mar 08 17:49:04.853231 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (6b3758e3-66ad-418f-a8ee-71c2aef66cf1), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:04.934126 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (6b3758e3-66ad-418f-a8ee-71c2aef66cf1), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:04.935130 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:04.935719 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:04.994018 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] Pushing event updated for resources: {'Network': ['ID=6b3758e3-66ad-418f-a8ee-71c2aef66cf1,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:05.003948 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:49:05.049541 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f5ef4581-fce0-460e-8dd9-9244f05c408e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5992045 Mar 08 17:49:05.052604 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59176) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:05.057552 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] Request body: {'subnet': {'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1590362844-subnet', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:05.123746 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] Made reservation on behalf of b0187d25d0754adeb9bca555430c5f48 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:49:05.126116 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129705314'] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:05.345884 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129999172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129705340'] for subnet (ace3752b-8e27-48c5-9c88-fb4dc3995f49), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:05.403684 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace3752b-8e27-48c5-9c88-fb4dc3995f49,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:05.412344 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] Checking segment: {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:49:05.412697 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] Network hostable DHCP agents. Network: 6b3758e3-66ad-418f-a8ee-71c2aef66cf1, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:49:05.486792 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] Network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:49:05.583428 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, 6b3758e3-66ad-418f-a8ee-71c2aef66cf1) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:49:05.587586 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:05.588182 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:05.595378 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0dd0c5-d2d8-4e55-be3e-243561a3d358 None None] Network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:49:05.675231 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d1e3ee5b-5aa3-4093-8f91-de06f59351cb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6214623 Mar 08 17:49:05.677904 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59178) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:05.682354 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:05.791834 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3835290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8782'] for router (a04379f0-3caa-4427-adbb-175c9e8f590f), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:05.793039 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3837145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8775'] for router (a04379f0-3caa-4427-adbb-175c9e8f590f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:05.820305 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dfe9f6d-995d-5fd4-beda-83d7ae1b07aa-6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49'}]}} from dv-cinder-830085-3-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:49:05.821156 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:05.847062 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Publish callbacks [] for router_controller (a04379f0-3caa-4427-adbb-175c9e8f590f), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:05.963146 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Allocated IP 172.20.0.2 (6b3758e3-66ad-418f-a8ee-71c2aef66cf1/ace3752b-8e27-48c5-9c88-fb4dc3995f49/20a542e6-772d-429e-b07c-8ad9ce6f9197) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:49:06.054201 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Publish callbacks [] for router_gateway (a04379f0-3caa-4427-adbb-175c9e8f590f), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:06.106264 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Publish callbacks [] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:06.178211 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:06.224564 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:49:06.227341 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:49:06.230443 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:49:06.238182 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Pushing event updated for resources: {'Port': ['ID=20a542e6-772d-429e-b07c-8ad9ce6f9197,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:06.261310 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.262858 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.262858 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.262858 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.262858 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.263212 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.263435 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.263746 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.264068 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.264394 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.264718 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.265043 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.265360 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:06.300859 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Attempting to bind port 20a542e6-772d-429e-b07c-8ad9ce6f9197 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:49:06.301233 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Attempting to bind port 20a542e6-772d-429e-b07c-8ad9ce6f9197 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:49:06.301594 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Attempting to bind port 20a542e6-772d-429e-b07c-8ad9ce6f9197 on network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:49:06.306540 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:49:06.306918 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Checking segment: {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:49:06.307321 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:06.307717 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Bound using segment: {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:49:06.308179 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Bound port: 20a542e6-772d-429e-b07c-8ad9ce6f9197, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:49:06.308558 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:06.333727 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Publish callbacks [] for router_gateway (a04379f0-3caa-4427-adbb-175c9e8f590f), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:06.356514 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:06.370088 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] For port 20a542e6-772d-429e-b07c-8ad9ce6f9197, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:49:06.373046 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] For port 20a542e6-772d-429e-b07c-8ad9ce6f9197, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=20a542e6-772d-429e-b07c-8ad9ce6f9197,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:49:06.457415 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Allocated IP 172.27.3.29 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/7f11bdd9-de42-40b1-8fe6-eba067ddeced) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:49:06.479621 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:06.537946 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65696c27-a3ab-4e9b-9664-7d9278fc8a12 None None] Pushing event updated for resources: {'Port': ['ID=20a542e6-772d-429e-b07c-8ad9ce6f9197,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:06.569901 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Publish callbacks [] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:06.652780 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:06.708401 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:49:06.712521 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:49:06.717505 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:49:06.749726 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Pushing event updated for resources: {'Port': ['ID=7f11bdd9-de42-40b1-8fe6-eba067ddeced,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:06.934156 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 20a542e6-772d-429e-b07c-8ad9ce6f9197 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:49:06.982998 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 20a542e6-772d-429e-b07c-8ad9ce6f9197 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:06.983456 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:07.044887 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Publish callbacks [] for router_gateway (a04379f0-3caa-4427-adbb-175c9e8f590f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:07.060296 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 20a542e6-772d-429e-b07c-8ad9ce6f9197 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:07.060693 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:07.098104 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port 20a542e6-772d-429e-b07c-8ad9ce6f9197, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=20a542e6-772d-429e-b07c-8ad9ce6f9197,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:49:07.168696 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:07.220918 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=20a542e6-772d-429e-b07c-8ad9ce6f9197,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:07.251438 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172'] for router (a04379f0-3caa-4427-adbb-175c9e8f590f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:07.405556 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333b4f5-e687-4a17-885a-8bc8c6521a06 None None] Network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:49:07.469460 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Router a04379f0-3caa-4427-adbb-175c9e8f590f is scheduled to L3 agent ce6156d8-a556-48aa-998b-11d79b414184 with binding_index 1 {{(pid=103424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:49:07.512248 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-89eccfed-f535-496f-9294-3392633f9fe2 None None] Provisioning complete for port 20a542e6-772d-429e-b07c-8ad9ce6f9197 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:07.512531 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89eccfed-f535-496f-9294-3392633f9fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:07.585429 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:49:07.598406 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Sync routers for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:49:07.600802 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-89eccfed-f535-496f-9294-3392633f9fe2 None None] Current status of the port 20a542e6-772d-429e-b07c-8ad9ce6f9197 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:07.608739 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:49:07.610420 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:48:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:07.684878 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:07.686706 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8b5c89e7-1d18-4693-b85f-2888762ad125 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0072675 Mar 08 17:49:07.690104 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59180) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:07.719695 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:49:07.823162 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-57902820-9825-49bd-9e82-c660123455b7 None None] Provisioning complete for port 20a542e6-772d-429e-b07c-8ad9ce6f9197 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:07.823901 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-57902820-9825-49bd-9e82-c660123455b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:07.913177 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-57902820-9825-49bd-9e82-c660123455b7 None None] Current status of the port 20a542e6-772d-429e-b07c-8ad9ce6f9197 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:07.914036 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:06Z', 'revision_number': 3, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:07.941482 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Checking router: a04379f0-3caa-4427-adbb-175c9e8f590f for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:49:07.941864 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Updating router a04379f0-3caa-4427-adbb-175c9e8f590f port 7f11bdd9-de42-40b1-8fe6-eba067ddeced binding host dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:49:07.968758 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.130849 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.218452 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Publish callbacks [] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.279718 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Allocated IP 172.20.0.1 (6b3758e3-66ad-418f-a8ee-71c2aef66cf1/ace3752b-8e27-48c5-9c88-fb4dc3995f49/8b3b166d-4fb2-448a-a45e-e48b5946dbac) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:49:08.283288 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.336967 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Attempting to bind port 7f11bdd9-de42-40b1-8fe6-eba067ddeced on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:49:08.337351 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Attempting to bind port 7f11bdd9-de42-40b1-8fe6-eba067ddeced by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:49:08.337724 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Attempting to bind port 7f11bdd9-de42-40b1-8fe6-eba067ddeced on network 1cf1adba-36f7-45e5-a590-5d52a2089e80 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:49:08.339601 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Pushing event updated for resources: {'Port': ['ID=7f11bdd9-de42-40b1-8fe6-eba067ddeced,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:08.348948 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.349323 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.351940 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.351940 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.351940 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.351940 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.351940 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.351940 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.351940 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.352589 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.352589 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.352754 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.352936 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:49:08.356230 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:49:08.356616 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:49:08.357027 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.357415 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Bound using segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:49:08.357919 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Bound port: 7f11bdd9-de42-40b1-8fe6-eba067ddeced, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:49:08.358305 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.385909 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Publish callbacks [] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.411287 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] For port 7f11bdd9-de42-40b1-8fe6-eba067ddeced, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:49:08.414281 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] For port 7f11bdd9-de42-40b1-8fe6-eba067ddeced, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=7f11bdd9-de42-40b1-8fe6-eba067ddeced,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:49:08.494767 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.521407 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.549074 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:49:08.549680 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:48:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:08.566581 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:49:08.569447 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:49:08.572029 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:49:08.590298 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968b131-c7fe-4e4c-bb74-f10c786380d6 None None] Pushing event updated for resources: {'Port': ['ID=7f11bdd9-de42-40b1-8fe6-eba067ddeced,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:08.605072 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3b166d-4fb2-448a-a45e-e48b5946dbac,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:08.625232 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837913'] for router_interface (a04379f0-3caa-4427-adbb-175c9e8f590f), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.666332 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:49:08.830382 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.840275 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-65080a40-4445-41fd-8fec-d38dfaabd776 None None] Provisioning complete for port 8b3b166d-4fb2-448a-a45e-e48b5946dbac triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:08.840801 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65080a40-4445-41fd-8fec-d38dfaabd776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:08.858206 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:06Z', 'revision_number': 3, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:08.876687 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-65080a40-4445-41fd-8fec-d38dfaabd776 None None] Port 8b3b166d-4fb2-448a-a45e-e48b5946dbac cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:49:08.891003 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe0171-f78f-406e-8e76-f849a79dd662 None None] The sync data for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi is: [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:06Z', 'revision_number': 3, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:49:08.941982 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 20a542e6-772d-429e-b07c-8ad9ce6f9197 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:49:09.000626 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 20a542e6-772d-429e-b07c-8ad9ce6f9197 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:09.001056 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:09.012594 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Publish callbacks [] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:09.071214 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126735967'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:09.094100 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 20a542e6-772d-429e-b07c-8ad9ce6f9197 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:09.153966 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3b166d-4fb2-448a-a45e-e48b5946dbac,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:09.156644 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837877'] for router_interface (a04379f0-3caa-4427-adbb-175c9e8f590f), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:09.260389 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:49:09.261907 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:49:09.394986 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Router a04379f0-3caa-4427-adbb-175c9e8f590f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:49:09.506144 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-4d4d81cd-fea5-4723-aa92-bff3837ba0f4 None None] Provisioning complete for port 8b3b166d-4fb2-448a-a45e-e48b5946dbac triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:09.506778 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4d4d81cd-fea5-4723-aa92-bff3837ba0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:09.518167 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:49:09.523348 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3f4ddcb6-ec64-49be-8b67-9fad9bc9ad98 admin admin] 10.222.0.66 "PUT /v2.0/routers/a04379f0-3caa-4427-adbb-175c9e8f590f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8314302 Mar 08 17:49:09.550986 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4d4d81cd-fea5-4723-aa92-bff3837ba0f4 None None] Port 8b3b166d-4fb2-448a-a45e-e48b5946dbac cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:49:10.189127 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59196) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:10.194179 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1399599940-network', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:10.322731 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Made reservation on behalf of ee013a8dd34c4ad9975c4a460fd39825 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:49:10.325053 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:10.334320 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:10.409102 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Publish callbacks [] for security_group (09af3b19-f7e8-4175-9e2f-f610ac812f93), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:10.466259 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Sync routers for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:49:10.475008 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (09af3b19-f7e8-4175-9e2f-f610ac812f93), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:10.477165 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:49:10.477827 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:48:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:10.493634 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 17:49:10.513939 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09af3b19-f7e8-4175-9e2f-f610ac812f93,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:10.517434 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (b8512df4-4b1c-4c57-b345-1b519a9dcb4c), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:10.517853 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Added segment b8512df4-4b1c-4c57-b345-1b519a9dcb4c of type vlan for network a20fc034-8e8b-4927-b94a-fec9c2c79840 Mar 08 17:49:10.557601 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759923131935'] for network (a20fc034-8e8b-4927-b94a-fec9c2c79840), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:10.592489 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:49:10.654241 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264'] for network (a20fc034-8e8b-4927-b94a-fec9c2c79840), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:10.655238 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:10.655841 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:10.714285 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] Pushing event updated for resources: {'Network': ['ID=a20fc034-8e8b-4927-b94a-fec9c2c79840,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:10.726325 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Network a20fc034-8e8b-4927-b94a-fec9c2c79840 details requested by agent ovs-agent-dv-cinder-830085-3-iscsi with host dv-cinder-830085-3-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 17:49:10.754158 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9b6f0e68-6236-4ec5-a6e6-3089d74abeea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5637746 Mar 08 17:49:10.757570 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59198) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:10.762647 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] Request body: {'subnet': {'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1399599940-subnet', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:10.860213 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 2, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:10.892855 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Checking router: a04379f0-3caa-4427-adbb-175c9e8f590f for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:49:10.893205 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Updating router a04379f0-3caa-4427-adbb-175c9e8f590f port 8b3b166d-4fb2-448a-a45e-e48b5946dbac binding host dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:49:10.917394 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] Made reservation on behalf of ee013a8dd34c4ad9975c4a460fd39825 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:49:10.919947 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129705314'] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:10.929381 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:10.942008 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 7f11bdd9-de42-40b1-8fe6-eba067ddeced up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:49:11.079971 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 7f11bdd9-de42-40b1-8fe6-eba067ddeced triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:11.080347 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.151550 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129999172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129705340'] for subnet (28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.209861 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:11.218658 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] Checking segment: {'id': 'b8512df4-4b1c-4c57-b345-1b519a9dcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:49:11.219024 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] Network hostable DHCP agents. Network: a20fc034-8e8b-4927-b94a-fec9c2c79840, hostable agents: ['f30e9140-46a1-40c6-be1e-c897a03df998'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 17:49:11.239496 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 7f11bdd9-de42-40b1-8fe6-eba067ddeced is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:11.239983 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.273910 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port 7f11bdd9-de42-40b1-8fe6-eba067ddeced, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=7f11bdd9-de42-40b1-8fe6-eba067ddeced,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:49:11.282815 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] Network a20fc034-8e8b-4927-b94a-fec9c2c79840 is scheduled to be hosted by DHCP agent f30e9140-46a1-40c6-be1e-c897a03df998 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 17:49:11.321303 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Publish callbacks [] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.345768 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.368170 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830085-3-iscsi, a20fc034-8e8b-4927-b94a-fec9c2c79840) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:49:11.372331 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:11.373061 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.382067 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f788a-2341-4e24-bc69-01772dd8a095 None None] Network a20fc034-8e8b-4927-b94a-fec9c2c79840 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:49:11.420079 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=7f11bdd9-de42-40b1-8fe6-eba067ddeced,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:11.423145 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.445325 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-62438236-c4d5-4397-ab21-368495ac8402 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6866388 Mar 08 17:49:11.447898 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59200) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:11.452129 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1399599940-router', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:11.516283 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204d024-ac15-4106-ab99-a633ef3cdd1d None None] Pushing event updated for resources: {'Port': ['ID=8b3b166d-4fb2-448a-a45e-e48b5946dbac,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:11.522910 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3835290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8782'] for router (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.525633 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3837145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3721644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8775'] for router (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.719579 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9dfe9f6d-995d-5fd4-beda-83d7ae1b07aa-a20fc034-8e8b-4927-b94a-fec9c2c79840', 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840', 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'fixed_ips': [{'subnet_id': '28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4'}]}} from dv-cinder-830085-3-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 17:49:11.720452 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.746252 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Attempting to bind port 8b3b166d-4fb2-448a-a45e-e48b5946dbac on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:49:11.746621 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Attempting to bind port 8b3b166d-4fb2-448a-a45e-e48b5946dbac by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:49:11.746985 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Attempting to bind port 8b3b166d-4fb2-448a-a45e-e48b5946dbac on network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:49:11.759792 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:49:11.760097 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Checking segment: {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:49:11.760510 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.760910 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Bound using segment: {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:49:11.761393 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Bound port: 8b3b166d-4fb2-448a-a45e-e48b5946dbac, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:49:11.761798 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.866822 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Publish callbacks [] for router_controller (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.897797 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-f221000f-4913-4ca8-9a01-170ced8a9c36 None None] Provisioning complete for port 8b3b166d-4fb2-448a-a45e-e48b5946dbac triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:11.897797 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f221000f-4913-4ca8-9a01-170ced8a9c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:11.963614 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] For port 8b3b166d-4fb2-448a-a45e-e48b5946dbac, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:49:11.968940 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] For port 8b3b166d-4fb2-448a-a45e-e48b5946dbac, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=8b3b166d-4fb2-448a-a45e-e48b5946dbac,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:49:11.974493 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f221000f-4913-4ca8-9a01-170ced8a9c36 None None] Port 8b3b166d-4fb2-448a-a45e-e48b5946dbac cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:49:11.976318 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Allocated IP 172.20.0.2 (a20fc034-8e8b-4927-b94a-fec9c2c79840/28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4/7c3258ea-9740-4bfe-a2d8-1836a1c327a1) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:49:12.063736 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.074673 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Publish callbacks [] for router_gateway (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.173302 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204d024-ac15-4106-ab99-a633ef3cdd1d None None] Pushing event updated for resources: {'Port': ['ID=8b3b166d-4fb2-448a-a45e-e48b5946dbac,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:12.181435 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Publish callbacks [] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.182998 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:49:12.183626 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:48:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:12.271005 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.327110 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Network a20fc034-8e8b-4927-b94a-fec9c2c79840 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:49:12.333773 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:49:12.342305 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:49:12.346992 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Pushing event updated for resources: {'Port': ['ID=7c3258ea-9740-4bfe-a2d8-1836a1c327a1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:12.351521 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:49:12.360437 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Publish callbacks [] for router_gateway (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.379561 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.476059 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Attempting to bind port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:49:12.476363 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Attempting to bind port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'b8512df4-4b1c-4c57-b345-1b519a9dcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:49:12.476725 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Attempting to bind port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 on network a20fc034-8e8b-4927-b94a-fec9c2c79840 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:49:12.480219 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-5d4e1a34-8f77-4d62-86e2-ed4645a2fd78 None None] Provisioning complete for port 8b3b166d-4fb2-448a-a45e-e48b5946dbac triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:12.480648 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1a34-8f77-4d62-86e2-ed4645a2fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.489049 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Allocated IP 172.27.3.73 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/6b798eb6-1aa8-40fc-bc65-71129a8b7521) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:49:12.511660 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:49:12.512039 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Checking segment: {'id': 'b8512df4-4b1c-4c57-b345-1b519a9dcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:49:12.512445 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.512891 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Bound using segment: {'id': 'b8512df4-4b1c-4c57-b345-1b519a9dcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:49:12.513378 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Bound port: 7c3258ea-9740-4bfe-a2d8-1836a1c327a1, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8512df4-4b1c-4c57-b345-1b519a9dcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:49:12.513777 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.591822 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Publish callbacks [] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.697229 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] For port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:49:12.721323 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] For port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=7c3258ea-9740-4bfe-a2d8-1836a1c327a1,segment=NetworkSegment(b8512df4-4b1c-4c57-b345-1b519a9dcb4c),segment_id=b8512df4-4b1c-4c57-b345-1b519a9dcb4c)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:49:12.723562 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.726849 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e1a34-8f77-4d62-86e2-ed4645a2fd78 None None] Current status of the port 8b3b166d-4fb2-448a-a45e-e48b5946dbac is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:12.727286 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1a34-8f77-4d62-86e2-ed4645a2fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.763237 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:49:12.767706 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:49:12.768318 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-5d4e1a34-8f77-4d62-86e2-ed4645a2fd78 None None] For port 8b3b166d-4fb2-448a-a45e-e48b5946dbac, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=8b3b166d-4fb2-448a-a45e-e48b5946dbac,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:49:12.770685 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:12.771264 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:49:12.797416 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.800484 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Pushing event updated for resources: {'Port': ['ID=6b798eb6-1aa8-40fc-bc65-71129a8b7521,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:12.803469 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b522d3-0954-4a3e-8b5b-cd0aae1ef0d4 None None] The sync data for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi is: [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:49:12.828342 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d4e1a34-8f77-4d62-86e2-ed4645a2fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:12.870010 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576dda2-5ea8-4e2a-938c-fedc1b912931 None None] Pushing event updated for resources: {'Port': ['ID=7c3258ea-9740-4bfe-a2d8-1836a1c327a1,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:12.943906 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e1a34-8f77-4d62-86e2-ed4645a2fd78 None None] Pushing event updated for resources: {'Port': ['ID=8b3b166d-4fb2-448a-a45e-e48b5946dbac,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:13.011040 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 7f11bdd9-de42-40b1-8fe6-eba067ddeced up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:49:13.096136 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 7f11bdd9-de42-40b1-8fe6-eba067ddeced triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:13.096438 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:13.189908 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Publish callbacks [] for router_gateway (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:13.192768 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 7f11bdd9-de42-40b1-8fe6-eba067ddeced is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:13.405203 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3837172'] for router (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:13.594328 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 is scheduled to L3 agent ce6156d8-a556-48aa-998b-11d79b414184 with binding_index 1 {{(pid=103424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 17:49:13.716747 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:49:13.729137 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Sync routers for ids ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:49:13.740300 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Routers {'07bd2bf9-4c7a-491e-83fd-125ff501d5d7'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:49:13.745937 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:48:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:13.782872 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:13.787493 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59202) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:13.794515 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-043cfb96-4f3b-472e-aed4-7fbaec2368ed admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3455129 Mar 08 17:49:13.869306 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Set router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:49:14.007768 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a217de6b-5f98-47f9-9594-8feac027b3c7 None None] Network a20fc034-8e8b-4927-b94a-fec9c2c79840 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:49:14.065815 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'name': 'tempest-TestVolumeBootPattern-1399599940-router', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:11Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 3, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'gw_port': {'id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:12Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:14.097701 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-64b7f9a2-8661-4820-be96-7e58201edbdb None None] Provisioning complete for port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:14.098100 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64b7f9a2-8661-4820-be96-7e58201edbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.102711 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Checking router: 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:49:14.103280 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Updating router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 port 6b798eb6-1aa8-40fc-bc65-71129a8b7521 binding host dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:49:14.132908 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.221335 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-64b7f9a2-8661-4820-be96-7e58201edbdb None None] Current status of the port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:14.221662 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64b7f9a2-8661-4820-be96-7e58201edbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.256976 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-64b7f9a2-8661-4820-be96-7e58201edbdb None None] For port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=7c3258ea-9740-4bfe-a2d8-1836a1c327a1,segment=NetworkSegment(b8512df4-4b1c-4c57-b345-1b519a9dcb4c),segment_id=b8512df4-4b1c-4c57-b345-1b519a9dcb4c)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:49:14.308053 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.334542 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64b7f9a2-8661-4820-be96-7e58201edbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.395604 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7f9a2-8661-4820-be96-7e58201edbdb None None] Pushing event updated for resources: {'Port': ['ID=7c3258ea-9740-4bfe-a2d8-1836a1c327a1,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:14.416007 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Publish callbacks [] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.456311 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-e6f72caf-acc1-4ce4-be44-51724b7b8166 None None] Provisioning complete for port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:14.456691 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e6f72caf-acc1-4ce4-be44-51724b7b8166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.471752 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.481165 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Allocated IP 172.20.0.1 (a20fc034-8e8b-4927-b94a-fec9c2c79840/28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4/01fa83c9-5a0f-4fba-82a3-a14c8d991a04) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:49:14.597584 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Publish callbacks [] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.631251 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Attempting to bind port 6b798eb6-1aa8-40fc-bc65-71129a8b7521 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:49:14.631618 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Attempting to bind port 6b798eb6-1aa8-40fc-bc65-71129a8b7521 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:49:14.631997 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Attempting to bind port 6b798eb6-1aa8-40fc-bc65-71129a8b7521 on network 1cf1adba-36f7-45e5-a590-5d52a2089e80 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:49:14.634963 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9add6c-c966-493c-a603-970011f33806 None None] Pushing event updated for resources: {'Port': ['ID=6b798eb6-1aa8-40fc-bc65-71129a8b7521,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:14.640940 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:49:14.642040 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Checking segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:49:14.647961 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.647961 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Bound using segment: {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:49:14.647961 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Bound port: 6b798eb6-1aa8-40fc-bc65-71129a8b7521, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5dfae0-a905-40cc-9aaa-d1f0d20e014d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:49:14.647961 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.675300 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e6f72caf-acc1-4ce4-be44-51724b7b8166 None None] Current status of the port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:14.686556 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.696871 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] For port 6b798eb6-1aa8-40fc-bc65-71129a8b7521, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:49:14.700128 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] For port 6b798eb6-1aa8-40fc-bc65-71129a8b7521, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=6b798eb6-1aa8-40fc-bc65-71129a8b7521,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:49:14.725193 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Network a20fc034-8e8b-4927-b94a-fec9c2c79840 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:49:14.727994 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:49:14.731390 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:49:14.758560 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Pushing event updated for resources: {'Port': ['ID=01fa83c9-5a0f-4fba-82a3-a14c8d991a04,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:14.761626 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.783421 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3837913'] for router_interface (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.814105 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Routers {'07bd2bf9-4c7a-491e-83fd-125ff501d5d7'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:49:14.814744 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:48:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:14.917424 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9add6c-c966-493c-a603-970011f33806 None None] Pushing event updated for resources: {'Port': ['ID=6b798eb6-1aa8-40fc-bc65-71129a8b7521,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:14.949958 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] Set router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:49:14.987170 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:14.999630 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-6bdea1d7-4336-4304-867b-842e33421772 None None] Provisioning complete for port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:15.000087 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6bdea1d7-4336-4304-867b-842e33421772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:15.037847 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 8b3b166d-4fb2-448a-a45e-e48b5946dbac up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:49:15.084136 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-6bdea1d7-4336-4304-867b-842e33421772 None None] Port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:49:15.103157 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 8b3b166d-4fb2-448a-a45e-e48b5946dbac triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:15.105240 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:15.153075 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'name': 'tempest-TestVolumeBootPattern-1399599940-router', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:11Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 3, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'gw_port': {'id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:12Z', 'updated_at': '2022-03-08T17:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:15.165467 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Publish callbacks [] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:15.179898 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fccaa-9e6a-49c8-bceb-57ee3fcc2000 None None] The sync data for ids ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'] in dv-cinder-830085-3-iscsi is: [{'id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'name': 'tempest-TestVolumeBootPattern-1399599940-router', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:11Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 3, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'gw_port': {'id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:12Z', 'updated_at': '2022-03-08T17:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:49:15.191414 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 8b3b166d-4fb2-448a-a45e-e48b5946dbac is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:15.192586 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:49:15.224024 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126735967'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:15.244326 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:15.245057 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:15.299245 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4171382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837877'] for router_interface (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:15.307113 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Pushing event updated for resources: {'Port': ['ID=01fa83c9-5a0f-4fba-82a3-a14c8d991a04,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:15.336362 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:15.404897 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Network a20fc034-8e8b-4927-b94a-fec9c2c79840 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:49:15.406321 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:49:15.560344 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:49:15.683489 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:49:15.692338 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-57da1593-66dc-4e7a-b07d-fdb602266c2e admin admin] 10.222.0.66 "PUT /v2.0/routers/07bd2bf9-4c7a-491e-83fd-125ff501d5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9007285 Mar 08 17:49:15.712559 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-bb114124-17c6-4baf-85ed-2820c82fbc7e None None] Provisioning complete for port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:15.713383 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb114124-17c6-4baf-85ed-2820c82fbc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:15.753236 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bb114124-17c6-4baf-85ed-2820c82fbc7e None None] Port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:49:16.418624 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59210) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:16.423805 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-7db71153-d270-4063-bd87-fc3296f7c853 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094426741', 'description': 'tempest-secgroup-smoke-1094426741 description', 'project_id': 'b0187d25d0754adeb9bca555430c5f48'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:16.532661 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7db71153-d270-4063-bd87-fc3296f7c853 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:16.599867 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7db71153-d270-4063-bd87-fc3296f7c853 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group (142b56ea-89a7-4167-83e8-fd6f40f82a9b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:16.694170 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7db71153-d270-4063-bd87-fc3296f7c853 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (142b56ea-89a7-4167-83e8-fd6f40f82a9b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:16.727041 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db71153-d270-4063-bd87-fc3296f7c853 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142b56ea-89a7-4167-83e8-fd6f40f82a9b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:16.767784 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Sync routers for ids ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:49:16.777473 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Routers {'07bd2bf9-4c7a-491e-83fd-125ff501d5d7'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:49:16.784046 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:48:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:16.804480 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7db71153-d270-4063-bd87-fc3296f7c853 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:16.805772 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7db71153-d270-4063-bd87-fc3296f7c853 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3861070 Mar 08 17:49:16.808791 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59212) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:16.814123 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-f73f8cf1-b6f5-40ba-91db-ca16debf6b2c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'security_group_rule': {'security_group_id': '142b56ea-89a7-4167-83e8-fd6f40f82a9b', 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:16.892007 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Set router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:49:16.894233 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f73f8cf1-b6f5-40ba-91db-ca16debf6b2c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (864eae5a-31a9-4635-8f35-d881d17d1e36), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:16.956229 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f73f8cf1-b6f5-40ba-91db-ca16debf6b2c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (864eae5a-31a9-4635-8f35-d881d17d1e36), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:16.973211 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 6b798eb6-1aa8-40fc-bc65-71129a8b7521 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:49:17.002708 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f73f8cf1-b6f5-40ba-91db-ca16debf6b2c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (864eae5a-31a9-4635-8f35-d881d17d1e36), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.025941 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f8cf1-b6f5-40ba-91db-ca16debf6b2c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864eae5a-31a9-4635-8f35-d881d17d1e36,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:17.105312 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f73f8cf1-b6f5-40ba-91db-ca16debf6b2c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.106604 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f73f8cf1-b6f5-40ba-91db-ca16debf6b2c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2968082 Mar 08 17:49:17.109527 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59214) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:17.114130 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-56169633-75ca-4ccc-a280-dfa47bee6a4e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'security_group_rule': {'security_group_id': '142b56ea-89a7-4167-83e8-fd6f40f82a9b', 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:17.114535 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 6b798eb6-1aa8-40fc-bc65-71129a8b7521 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:17.114920 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.201772 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56169633-75ca-4ccc-a280-dfa47bee6a4e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (1e863403-bd4c-459e-b7d0-31b193c45f53), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.219459 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'name': 'tempest-TestVolumeBootPattern-1399599940-router', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:11Z', 'updated_at': '2022-03-08T17:49:14Z', 'revision_number': 4, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'gw_port': {'id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:12Z', 'updated_at': '2022-03-08T17:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '01fa83c9-5a0f-4fba-82a3-a14c8d991a04', 'name': '', 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'mac_address': 'fa:16:3e:4e:79:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:14Z', 'updated_at': '2022-03-08T17:49:15Z', 'revision_number': 2, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'subnets': [{'id': '28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:17.251698 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Checking router: 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:49:17.252002 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Updating router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 binding host dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 17:49:17.259233 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56169633-75ca-4ccc-a280-dfa47bee6a4e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (1e863403-bd4c-459e-b7d0-31b193c45f53), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.283105 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 6b798eb6-1aa8-40fc-bc65-71129a8b7521 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:17.283505 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.291881 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.315601 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] For port 6b798eb6-1aa8-40fc-bc65-71129a8b7521, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=6b798eb6-1aa8-40fc-bc65-71129a8b7521,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:49:17.328463 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56169633-75ca-4ccc-a280-dfa47bee6a4e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (1e863403-bd4c-459e-b7d0-31b193c45f53), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.346897 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56169633-75ca-4ccc-a280-dfa47bee6a4e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e863403-bd4c-459e-b7d0-31b193c45f53,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:17.410604 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.440188 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56169633-75ca-4ccc-a280-dfa47bee6a4e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.443835 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-56169633-75ca-4ccc-a280-dfa47bee6a4e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3306653 Mar 08 17:49:17.444144 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59216) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:17.448601 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-82f6b119-d1c7-47e3-92e0-ccd4c2fbd3d8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'security_group_rule': {'security_group_id': '142b56ea-89a7-4167-83e8-fd6f40f82a9b', 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:17.490608 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Pushing event updated for resources: {'Port': ['ID=6b798eb6-1aa8-40fc-bc65-71129a8b7521,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:17.538846 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-82f6b119-d1c7-47e3-92e0-ccd4c2fbd3d8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (017c595c-f6fe-4a18-be57-8553ea771df1), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.601159 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-82f6b119-d1c7-47e3-92e0-ccd4c2fbd3d8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (017c595c-f6fe-4a18-be57-8553ea771df1), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.622884 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Publish callbacks [] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.703081 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-82f6b119-d1c7-47e3-92e0-ccd4c2fbd3d8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (017c595c-f6fe-4a18-be57-8553ea771df1), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.721642 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6b119-d1c7-47e3-92e0-ccd4c2fbd3d8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017c595c-f6fe-4a18-be57-8553ea771df1,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:17.728013 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.778735 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0e191-a59f-44fc-b290-d330cadffa36 None None] Pushing event updated for resources: {'Port': ['ID=01fa83c9-5a0f-4fba-82a3-a14c8d991a04,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:17.804607 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-82f6b119-d1c7-47e3-92e0-ccd4c2fbd3d8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.806037 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-82f6b119-d1c7-47e3-92e0-ccd4c2fbd3d8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609190 Mar 08 17:49:17.808788 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59218) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:17.813189 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-db1b983f-0d27-46cd-92dc-190ee4cbecbf tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'security_group_rule': {'security_group_id': '142b56ea-89a7-4167-83e8-fd6f40f82a9b', 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:17.833884 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Attempting to bind port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 on host dv-cinder-830085-3-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:49:17.834259 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Attempting to bind port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 by drivers openvswitch,hyperv on host dv-cinder-830085-3-iscsi at level 0 using segments [{'id': 'b8512df4-4b1c-4c57-b345-1b519a9dcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:49:17.840122 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Attempting to bind port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 on network a20fc034-8e8b-4927-b94a-fec9c2c79840 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:49:17.840122 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Checking agent: {'id': 'c7615d76-bfde-4d99-ae1d-34a800bb9195', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830085-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 23, 55), 'started_at': datetime.datetime(2022, 3, 8, 17, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830085-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:49:17.840437 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Checking segment: {'id': 'b8512df4-4b1c-4c57-b345-1b519a9dcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:49:17.840636 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.841023 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Bound using segment: {'id': 'b8512df4-4b1c-4c57-b345-1b519a9dcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:49:17.841481 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Bound port: 01fa83c9-5a0f-4fba-82a3-a14c8d991a04, host: dv-cinder-830085-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8512df4-4b1c-4c57-b345-1b519a9dcb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:49:17.841893 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.910374 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] For port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04, host dv-cinder-830085-3-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:49:17.913618 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] For port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04, host dv-cinder-830085-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=01fa83c9-5a0f-4fba-82a3-a14c8d991a04,segment=NetworkSegment(b8512df4-4b1c-4c57-b345-1b519a9dcb4c),segment_id=b8512df4-4b1c-4c57-b345-1b519a9dcb4c)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:49:17.927178 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-db1b983f-0d27-46cd-92dc-190ee4cbecbf tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (eebfa0eb-461a-4895-a244-b44b1b070f54), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.988255 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-e4ff97a3-2f26-4b62-8746-fb6b9f4d079e None None] Provisioning complete for port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:17.988632 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4ff97a3-2f26-4b62-8746-fb6b9f4d079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:17.992354 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-db1b983f-0d27-46cd-92dc-190ee4cbecbf tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (eebfa0eb-461a-4895-a244-b44b1b070f54), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.011114 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.048703 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-db1b983f-0d27-46cd-92dc-190ee4cbecbf tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (eebfa0eb-461a-4895-a244-b44b1b070f54), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.066152 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff97a3-2f26-4b62-8746-fb6b9f4d079e None None] Port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:49:18.069093 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b983f-0d27-46cd-92dc-190ee4cbecbf tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebfa0eb-461a-4895-a244-b44b1b070f54,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:18.087856 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Routers {'07bd2bf9-4c7a-491e-83fd-125ff501d5d7'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:49:18.088062 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:48:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:18.131239 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0e191-a59f-44fc-b290-d330cadffa36 None None] Pushing event updated for resources: {'Port': ['ID=01fa83c9-5a0f-4fba-82a3-a14c8d991a04,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:18.142400 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-db1b983f-0d27-46cd-92dc-190ee4cbecbf tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.143648 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-db1b983f-0d27-46cd-92dc-190ee4cbecbf tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338845 Mar 08 17:49:18.146402 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59220) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:18.151543 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-8fe0a769-54cf-45fa-806c-c012f59df6d5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'security_group_rule': {'security_group_id': '142b56ea-89a7-4167-83e8-fd6f40f82a9b', 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:18.211465 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] Set router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:49:18.231564 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.securitygroups_db [None req-8fe0a769-54cf-45fa-806c-c012f59df6d5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Project b0187d25d0754adeb9bca555430c5f48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:49:18.243270 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a769-54cf-45fa-806c-c012f59df6d5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (acc5bba9-649a-4982-96e2-432b5e166126), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.299498 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a769-54cf-45fa-806c-c012f59df6d5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (acc5bba9-649a-4982-96e2-432b5e166126), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.346244 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a769-54cf-45fa-806c-c012f59df6d5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (acc5bba9-649a-4982-96e2-432b5e166126), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.353027 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-785adb6f-8e51-4a01-98e0-09b2e2caf3b3 None None] Provisioning complete for port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:18.353416 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-785adb6f-8e51-4a01-98e0-09b2e2caf3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.365902 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0a769-54cf-45fa-806c-c012f59df6d5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc5bba9-649a-4982-96e2-432b5e166126,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:18.411800 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe0a769-54cf-45fa-806c-c012f59df6d5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.413040 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8fe0a769-54cf-45fa-806c-c012f59df6d5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2656324 Mar 08 17:49:18.416401 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59226) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:49:18.421409 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-2fab7a81-abc2-4399-aa04-2538a891d113 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'security_group_rule': {'security_group_id': '142b56ea-89a7-4167-83e8-fd6f40f82a9b', 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:18.481672 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-785adb6f-8e51-4a01-98e0-09b2e2caf3b3 None None] Current status of the port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:18.482099 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-785adb6f-8e51-4a01-98e0-09b2e2caf3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.488645 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.securitygroups_db [None req-2fab7a81-abc2-4399-aa04-2538a891d113 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Project b0187d25d0754adeb9bca555430c5f48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 17:49:18.494336 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fab7a81-abc2-4399-aa04-2538a891d113 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (430b90bd-377e-4b96-8926-7495edb8a1db), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.527990 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-785adb6f-8e51-4a01-98e0-09b2e2caf3b3 None None] For port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=01fa83c9-5a0f-4fba-82a3-a14c8d991a04,segment=NetworkSegment(b8512df4-4b1c-4c57-b345-1b519a9dcb4c),segment_id=b8512df4-4b1c-4c57-b345-1b519a9dcb4c)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:49:18.530256 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'name': 'tempest-TestVolumeBootPattern-1399599940-router', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:11Z', 'updated_at': '2022-03-08T17:49:14Z', 'revision_number': 4, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'gw_port': {'id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:12Z', 'updated_at': '2022-03-08T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '01fa83c9-5a0f-4fba-82a3-a14c8d991a04', 'name': '', 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'mac_address': 'fa:16:3e:4e:79:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:14Z', 'updated_at': '2022-03-08T17:49:17Z', 'revision_number': 4, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'subnets': [{'id': '28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:49:18.553026 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fab7a81-abc2-4399-aa04-2538a891d113 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (430b90bd-377e-4b96-8926-7495edb8a1db), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.557324 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9508969f-eeaa-4cf9-8959-b8ae022c10d0 None None] The sync data for ids ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'] in dv-cinder-830085-3-iscsi is: [{'id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'name': 'tempest-TestVolumeBootPattern-1399599940-router', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:11Z', 'updated_at': '2022-03-08T17:49:14Z', 'revision_number': 4, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'gw_port': {'id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:12Z', 'updated_at': '2022-03-08T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '01fa83c9-5a0f-4fba-82a3-a14c8d991a04', 'name': '', 'network_id': 'a20fc034-8e8b-4927-b94a-fec9c2c79840', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'mac_address': 'fa:16:3e:4e:79:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:14Z', 'updated_at': '2022-03-08T17:49:17Z', 'revision_number': 4, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'subnets': [{'id': '28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:49:18.607330 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-785adb6f-8e51-4a01-98e0-09b2e2caf3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.625683 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fab7a81-abc2-4399-aa04-2538a891d113 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722019'] for security_group_rule (430b90bd-377e-4b96-8926-7495edb8a1db), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.648602 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab7a81-abc2-4399-aa04-2538a891d113 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430b90bd-377e-4b96-8926-7495edb8a1db,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:18.669595 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785adb6f-8e51-4a01-98e0-09b2e2caf3b3 None None] Pushing event updated for resources: {'Port': ['ID=01fa83c9-5a0f-4fba-82a3-a14c8d991a04,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:18.724509 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fab7a81-abc2-4399-aa04-2538a891d113 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:18.725946 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2fab7a81-abc2-4399-aa04-2538a891d113 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3083720 Mar 08 17:49:18.955170 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:49:19.025272 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 6b798eb6-1aa8-40fc-bc65-71129a8b7521 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:49:19.088063 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 6b798eb6-1aa8-40fc-bc65-71129a8b7521 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:19.088438 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:19.237360 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10ea47ff-5b3a-4899-802f-eaf1ac734b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:19.291020 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 6b798eb6-1aa8-40fc-bc65-71129a8b7521 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:19.292044 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 up at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:49:19.337429 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Provisioning complete for port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:19.337837 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:19.414831 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Current status of the port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:20.448704 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:21.354488 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-450526de-500b-4b76-b13e-de637a4c8215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:22.743502 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:23.905427 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:25.303650 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:42.820390 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-1fc5e997-5ef2-4bb5-bae2-97faeaa3922d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094426741&fields=id&tenant_id=b0187d25d0754adeb9bca555430c5f48 HTTP/1.1" status: 200 len: 267 time: 0.0432436 Mar 08 17:49:42.926045 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-3873b9ac-ff94-46dd-8685-c37c59bddb6e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:42.927521 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-3873b9ac-ff94-46dd-8685-c37c59bddb6e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 812 time: 0.1009307 Mar 08 17:49:42.941999 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-d013dd07-f019-490b-a8bb-b8d80d591f7d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/quotas/b0187d25d0754adeb9bca555430c5f48 HTTP/1.1" status: 200 len: 375 time: 0.0092061 Mar 08 17:49:43.005900 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-eba525fa-d448-4425-a3a5-df3d760f64cf tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588958 Mar 08 17:49:43.106974 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-c7875028-e0f6-4136-8cc6-9d1141b8166a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:49:43.107978 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-c7875028-e0f6-4136-8cc6-9d1141b8166a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0914910 Mar 08 17:49:43.198908 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-add3fb84-e448-46fe-97c1-3828c1541f4f service neutron] 10.222.0.66 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845180 Mar 08 17:49:43.286037 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-9e70a72a-73e0-4ddf-ac3a-7cf845a2db33 service neutron] 10.222.0.66 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807242 Mar 08 17:49:43.815364 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c38050f3-9fdd-4c76-84c0-817c90e4cb62 req-8962635d-2503-43ed-8df7-445a8f092354 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 210 time: 0.0271354 Mar 08 17:49:44.892446 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-359bcd59-0bba-48ca-880a-bc17765c94da req-9eb641c2-f497-47da-a89f-40cc88a6faaa tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 210 time: 0.0273676 Mar 08 17:49:45.995043 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22530c88-bc11-4985-a221-4c126c9b9ea4 req-363cb565-72a2-4dd4-88a3-5df2b5488aa4 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 210 time: 0.0364811 Mar 08 17:49:46.090768 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-f478bfd0-72ce-4f7d-8fb2-e5a7f9f045cd tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:46.092192 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-f478bfd0-72ce-4f7d-8fb2-e5a7f9f045cd tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 812 time: 0.1224356 Mar 08 17:49:46.156177 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-3f6307ee-ecb9-4b10-86c7-60b597752153 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0187d25d0754adeb9bca555430c5f48 HTTP/1.1" status: 200 len: 380 time: 0.0531425 Mar 08 17:49:46.164492 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'port': {'device_id': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'admin_state_up': True, 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'security_groups': ['142b56ea-89a7-4167-83e8-fd6f40f82a9b']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:46.367762 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Made reservation on behalf of b0187d25d0754adeb9bca555430c5f48 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:49:46.371306 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:46.495788 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Allocated IP 172.20.0.5 (6b3758e3-66ad-418f-a8ee-71c2aef66cf1/ace3752b-8e27-48c5-9c88-fb4dc3995f49/087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:49:46.636992 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:46.728053 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:46.770237 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:49:46.773223 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:49:46.776678 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:49:46.809914 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'Port': ['ID=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:46.843278 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:46.844126 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:46.930444 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-bf291311-d262-44fb-92f3-3b201e6d0a52 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7694893 Mar 08 17:49:46.987735 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Request body: {'port': {'device_id': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:49:47.019001 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-f9e654eb-45e7-4e44-93c7-b924cdf6f0f0 None None] Provisioning complete for port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:49:47.019521 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f9e654eb-45e7-4e44-93c7-b924cdf6f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:47.057368 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f9e654eb-45e7-4e44-93c7-b924cdf6f0f0 None None] Port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:49:47.076627 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:47.131021 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173021b-8d2e-473a-8ca4-acae116d41bd req-8b381597-e5d9-4223-9c83-71e469980432 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:47.132529 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2173021b-8d2e-473a-8ca4-acae116d41bd req-8b381597-e5d9-4223-9c83-71e469980432 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 931 time: 0.0570037 Mar 08 17:49:47.378003 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:49:47.385535 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Publish callbacks [] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:47.399390 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Transition to ACTIVE for port object 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:49:47.409305 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2173021b-8d2e-473a-8ca4-acae116d41bd req-31ed3043-a20d-4c72-85e2-944c4edb3376 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709310 Mar 08 17:49:47.469555 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:47.525347 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Pushing event updated for resources: {'Port': ['ID=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:47.591015 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Attempting to bind port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:49:47.592485 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Attempting to bind port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:49:47.592485 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Attempting to bind port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 on network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:49:47.597272 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 on network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:49:47.597600 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Attempting to bind port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 on network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:49:47.603081 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:49:47.603427 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Checking segment: {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:49:47.603861 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Bound using segment: {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:49:47.604403 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Bound port: 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:49:47.604773 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:47.674448 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] For port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:49:47.677462 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] For port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:49:47.785411 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:47.818970 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:47.819600 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:47.821113 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] 10.222.0.64 "PUT /v2.0/ports/087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 HTTP/1.1" status: 200 len: 1093 time: 0.8826990 Mar 08 17:49:47.821557 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'tag': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:49:47.823974 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc54634-de57-4e99-af6e-f16b6ce1933a" -d '{"events": [{"name": "network-changed", "server_uuid": "0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605", "tag": "087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:49:47.852822 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e440a-bcf6-499f-8cbf-3854e4b46f13 service neutron] Pushing event updated for resources: {'Port': ['ID=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:47.868207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a10ba3-5101-455b-ae92-22c6ccd623e1 x-openstack-request-id: req-72a10ba3-5101-455b-ae92-22c6ccd623e1 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:49:47.868569 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605", "tag": "087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:49:47.868896 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72a10ba3-5101-455b-ae92-22c6ccd623e1 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:49:47.869402 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'tag': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36', 'status': 'completed', 'code': 200} Mar 08 17:49:47.936907 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc54634-de57-4e99-af6e-f16b6ce1933a req-6739e7cd-b92f-4c62-a0ee-74cc7920faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:47.938488 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ccc54634-de57-4e99-af6e-f16b6ce1933a req-6739e7cd-b92f-4c62-a0ee-74cc7920faf6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 1127 time: 0.0480828 Mar 08 17:49:48.040509 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc54634-de57-4e99-af6e-f16b6ce1933a req-43a3754b-4340-4980-9920-a62f8a1f5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:48.041997 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ccc54634-de57-4e99-af6e-f16b6ce1933a req-43a3754b-4340-4980-9920-a62f8a1f5c48 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b0187d25d0754adeb9bca555430c5f48&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0957112 Mar 08 17:49:48.134652 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc54634-de57-4e99-af6e-f16b6ce1933a req-d07c348d-7f2e-4360-9709-8db804e01ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:48.136117 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ccc54634-de57-4e99-af6e-f16b6ce1933a req-d07c348d-7f2e-4360-9709-8db804e01ce0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874641 Mar 08 17:49:48.218911 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-69fdb93f-4b05-4d32-9d0b-76e1877af349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:48.220308 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-69fdb93f-4b05-4d32-9d0b-76e1877af349 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 1127 time: 0.0477104 Mar 08 17:49:48.263097 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-51357b7c-f67d-4ed0-b901-1faca8d3c9b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 HTTP/1.1" status: 200 len: 217 time: 0.0342927 Mar 08 17:49:48.315844 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-ae71c012-d57c-4a6d-895e-955bba4eb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:48.317248 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-ae71c012-d57c-4a6d-895e-955bba4eb0e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0420196 Mar 08 17:49:48.366473 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-e827a262-dba3-4d4d-9b78-93583d563a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:48.367955 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-e827a262-dba3-4d4d-9b78-93583d563a83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437207 Mar 08 17:49:48.460250 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-8ccb7bc5-5077-4b16-9d56-65567eb3f526 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854743 Mar 08 17:49:48.527074 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4781a4-96e4-42ae-8774-0691f2f02bce req-df42a463-805e-4d0d-9abe-5e5ba854b624 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:48.528462 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2b4781a4-96e4-42ae-8774-0691f2f02bce req-df42a463-805e-4d0d-9abe-5e5ba854b624 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 943 time: 0.0513031 Mar 08 17:49:48.552846 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0045482e-6b9c-42f5-bb33-213eeda8aaef req-32fee3f3-d053-42d1-85f7-04db4a2e3ec3 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857031 Mar 08 17:49:48.578165 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2b4781a4-96e4-42ae-8774-0691f2f02bce req-85a30a89-1dbd-49b3-832f-323c9c6e1a03 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432849 Mar 08 17:49:49.093645 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-84924e7c-bf96-4084-ac56-59e96c76bad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:49.695738 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d94b5-fe3c-44f7-99bb-91d291a23ba0 req-7ebac289-d347-45d4-b1b7-6062a7f0cb42 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:49.697206 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-412d94b5-fe3c-44f7-99bb-91d291a23ba0 req-7ebac289-d347-45d4-b1b7-6062a7f0cb42 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 943 time: 0.0521369 Mar 08 17:49:49.744957 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-412d94b5-fe3c-44f7-99bb-91d291a23ba0 req-fe43b5d1-1bce-43f3-a521-2426c9425d85 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Mar 08 17:49:50.451170 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:50.864529 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244e320-c1f3-42f3-acfe-93fe836dd2b0 req-f672a2fd-360c-4c74-9cc7-925d9a7809c5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:50.866031 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c244e320-c1f3-42f3-acfe-93fe836dd2b0 req-f672a2fd-360c-4c74-9cc7-925d9a7809c5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 943 time: 0.0520399 Mar 08 17:49:50.915880 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c244e320-c1f3-42f3-acfe-93fe836dd2b0 req-13ed96e5-94e8-4e8a-98d5-ad4dbe4bb983 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443895 Mar 08 17:49:51.344405 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58099d10-c3f8-4393-86e1-b88f28582304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:52.031008 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895090ab-a9e9-4e07-8d52-c98d2604a68c req-20a9eead-1d13-4732-b56f-bc6f8ce4728b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:52.032456 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-895090ab-a9e9-4e07-8d52-c98d2604a68c req-20a9eead-1d13-4732-b56f-bc6f8ce4728b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 943 time: 0.0509245 Mar 08 17:49:52.079500 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-895090ab-a9e9-4e07-8d52-c98d2604a68c req-5a5dfbef-f7b5-4adf-9be7-9202fa2d3264 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415089 Mar 08 17:49:52.773072 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:53.196154 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74a745-9220-4442-aee4-32a2f8f73233 req-f39df120-bd47-4f26-8271-e4bce6cfc53e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:53.197622 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd74a745-9220-4442-aee4-32a2f8f73233 req-f39df120-bd47-4f26-8271-e4bce6cfc53e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 943 time: 0.0527852 Mar 08 17:49:53.245175 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd74a745-9220-4442-aee4-32a2f8f73233 req-de48f4bf-1a32-4290-9a48-202f25d487ba tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420082 Mar 08 17:49:53.967270 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:54.363732 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde619d0-340b-4a0a-afdf-9f3ae956c362 req-99b66284-ac88-468a-ba9a-c1fedf1f3010 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:54.365176 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bde619d0-340b-4a0a-afdf-9f3ae956c362 req-99b66284-ac88-468a-ba9a-c1fedf1f3010 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 943 time: 0.0544906 Mar 08 17:49:54.412355 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bde619d0-340b-4a0a-afdf-9f3ae956c362 req-a6c74485-2bf0-4b95-9fd7-eb8e66deea43 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 Mar 08 17:49:55.287629 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:55.527573 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490f402-3149-4337-95fa-c1546a0fba35 req-5d0368cb-6559-4c1d-a358-247ac067a00d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:55.529039 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b490f402-3149-4337-95fa-c1546a0fba35 req-5d0368cb-6559-4c1d-a358-247ac067a00d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 943 time: 0.0514114 Mar 08 17:49:55.576175 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b490f402-3149-4337-95fa-c1546a0fba35 req-f0bdb80d-6bbb-472b-973a-db765033ecc3 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406847 Mar 08 17:49:55.958130 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:49:56.694174 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44daace-7c68-4012-a265-31af194430f0 req-134544ed-f60e-4eea-9873-27ee19b45ea6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:56.695616 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d44daace-7c68-4012-a265-31af194430f0 req-134544ed-f60e-4eea-9873-27ee19b45ea6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 943 time: 0.0516660 Mar 08 17:49:56.742811 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d44daace-7c68-4012-a265-31af194430f0 req-45af3ba1-02af-4d35-862e-809cee84954b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417562 Mar 08 17:49:57.861257 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9723c7a-63cd-4868-8802-c104d5ea2b9f req-7cb0f365-6635-4316-921c-500f5da4a0c0 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:57.862743 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d9723c7a-63cd-4868-8802-c104d5ea2b9f req-7cb0f365-6635-4316-921c-500f5da4a0c0 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 943 time: 0.0547163 Mar 08 17:49:57.912213 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d9723c7a-63cd-4868-8802-c104d5ea2b9f req-71fb1109-a1db-4c13-82e8-e0d433deb9dd tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440073 Mar 08 17:49:58.119645 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:49:58.216049 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:49:58.227299 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'port_id': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36', 'mac_address': 'fa:16:3e:8d:2d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:49:58.265435 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:49:58.265860 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:58.278290 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:49:58.298451 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:49:58.365167 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:49:58.412846 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:49:58.775930 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:49:59.030529 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ff946-fcb4-48e4-a518-14dfecced5f8 req-c7130f70-7a91-4238-a489-533efa23f62f tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:49:59.031917 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-639ff946-fcb4-48e4-a518-14dfecced5f8 req-c7130f70-7a91-4238-a489-533efa23f62f tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 944 time: 0.0526114 Mar 08 17:49:59.084932 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-639ff946-fcb4-48e4-a518-14dfecced5f8 req-ea5fa15b-b0da-4892-803e-838e8c0251ad tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474536 Mar 08 17:50:00.120964 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:50:00.210370 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57297ac-740f-4bc2-9abc-7f270903b40a req-beac1cd2-31f3-4103-9008-2bef0cd8d701 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:00.212193 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d57297ac-740f-4bc2-9abc-7f270903b40a req-beac1cd2-31f3-4103-9008-2bef0cd8d701 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 944 time: 0.0534630 Mar 08 17:50:00.259978 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d57297ac-740f-4bc2-9abc-7f270903b40a req-422ee621-8756-4028-81a6-adfa79e8dd9d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423856 Mar 08 17:50:00.282088 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:50:00.286444 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:50:00.286815 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:00.363067 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:50:00.363460 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:00.385725 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:50:00.387964 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93dd8d8-d6e4-44d4-a016-1be1cbb95dfc" -d '{"events": [{"server_uuid": "0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605", "name": "network-vif-plugged", "status": "completed", "tag": "087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:50:00.400789 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:50:00.459036 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:00.482348 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a5178d-34ee-49c2-ad1d-f2dcaf4293a0 x-openstack-request-id: req-54a5178d-34ee-49c2-ad1d-f2dcaf4293a0 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:50:00.482650 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605", "name": "network-vif-plugged", "status": "completed", "tag": "087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:50:00.483181 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-54a5178d-34ee-49c2-ad1d-f2dcaf4293a0 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:50:00.483580 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36', 'code': 200} Mar 08 17:50:00.509100 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:50:00.871726 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3351b9-07f7-4949-acde-e032729194a1 req-5368f16b-86d3-4aac-b58b-a0843ed48635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:00.873199 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1b3351b9-07f7-4949-acde-e032729194a1 req-5368f16b-86d3-4aac-b58b-a0843ed48635 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 1129 time: 0.0429752 Mar 08 17:50:00.918357 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1b3351b9-07f7-4949-acde-e032729194a1 req-dcedff6d-e1c0-4ca7-a652-93cb1aa535f1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380442 Mar 08 17:50:01.379778 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9ab4d-2879-4c47-8189-8bdede134ff5 req-e3586df8-9efd-40ba-8c72-fbe4d5639659 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:01.381245 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-21e9ab4d-2879-4c47-8189-8bdede134ff5 req-e3586df8-9efd-40ba-8c72-fbe4d5639659 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 945 time: 0.0555291 Mar 08 17:50:01.428631 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-21e9ab4d-2879-4c47-8189-8bdede134ff5 req-547dc292-d2b6-4d61-bf27-453369b8b9b5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 Mar 08 17:50:02.547435 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1aafe-e21d-472e-938e-e1ae2b905669 req-1d03aad8-6ccd-44e7-92e8-f5420cc9c892 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:02.548880 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a6d1aafe-e21d-472e-938e-e1ae2b905669 req-1d03aad8-6ccd-44e7-92e8-f5420cc9c892 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 945 time: 0.0512741 Mar 08 17:50:02.596098 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a6d1aafe-e21d-472e-938e-e1ae2b905669 req-0ea5896b-0ba4-4776-8e80-5ffd695d898b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416574 Mar 08 17:50:02.716386 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d186c2-828a-45c3-a484-48437914bcb8 req-2a098d3c-ac49-4d7b-9721-40929e9d7e60 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:02.717790 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-60d186c2-828a-45c3-a484-48437914bcb8 req-2a098d3c-ac49-4d7b-9721-40929e9d7e60 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 945 time: 0.0508745 Mar 08 17:50:02.765735 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-60d186c2-828a-45c3-a484-48437914bcb8 req-f0ffb153-c626-461b-a6be-63b6b78a85cd tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418804 Mar 08 17:50:02.787735 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59424) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:50:02.870999 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcc7743-9826-4a29-80a1-2fc7b7e67e4c tempest-TestVolumeBootPattern-523418140 tempest-TestVolumeBootPattern-523418140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:02.872510 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8fcc7743-9826-4a29-80a1-2fc7b7e67e4c tempest-TestVolumeBootPattern-523418140 tempest-TestVolumeBootPattern-523418140-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 1124 time: 0.0838161 Mar 08 17:50:02.875822 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59428) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:50:02.880069 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'port_id': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:50:02.978980 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:03.075361 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:03.180135 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Allocated IP 172.27.3.116 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/ac55f67d-4025-44e6-83ce-e679c2e51a04) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:50:03.277999 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for port (ac55f67d-4025-44e6-83ce-e679c2e51a04), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:03.367770 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (ac55f67d-4025-44e6-83ce-e679c2e51a04), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:03.409094 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:50:03.411903 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:50:03.416438 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:50:03.419167 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'Port': ['ID=ac55f67d-4025-44e6-83ce-e679c2e51a04,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:50:03.450003 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.450373 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.450706 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.451046 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.451383 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.451716 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.452057 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.452379 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.452708 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.453654 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.454087 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.454445 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.454772 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:50:03.782137 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (47554724-5c90-4a79-9fe5-d3c1a637ac7e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:03.938430 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (ac55f67d-4025-44e6-83ce-e679c2e51a04), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:04.088761 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for port (ac55f67d-4025-44e6-83ce-e679c2e51a04), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:04.144672 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126735967'] for port (ac55f67d-4025-44e6-83ce-e679c2e51a04), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:04.209057 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'Port': ['ID=ac55f67d-4025-44e6-83ce-e679c2e51a04,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:50:04.223214 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (47554724-5c90-4a79-9fe5-d3c1a637ac7e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:04.324052 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Floating IP 47554724-5c90-4a79-9fe5-d3c1a637ac7e associated. External IP: 172.27.3.116, port: 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36. Mar 08 17:50:04.536024 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Router a04379f0-3caa-4427-adbb-175c9e8f590f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:50:04.644946 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:50:04.655306 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee71470-4cbe-48e1-af3c-0284e4caf7e4 None None] Sync routers for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:50:04.666401 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee71470-4cbe-48e1-af3c-0284e4caf7e4 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:50:04.671406 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-7ee71470-4cbe-48e1-af3c-0284e4caf7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:49:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:50:04.733008 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:04.762877 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2e71266c-6004-4d93-a260-e660e6b5c4ec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8860271 Mar 08 17:50:04.763563 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'tag': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:50:04.766165 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb24293935f3e4c1481fa83254af943874e64c693aee071e87be2884696519c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9606be71-0f87-41ab-8bf7-5e66e255eb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605", "tag": "087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:50:04.779058 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-7ee71470-4cbe-48e1-af3c-0284e4caf7e4 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:50:04.858350 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a106da-efc8-41e2-a562-ccbdac2627b2 x-openstack-request-id: req-d1a106da-efc8-41e2-a562-ccbdac2627b2 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:50:04.858852 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605", "tag": "087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:50:04.858966 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1a106da-efc8-41e2-a562-ccbdac2627b2 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:50:04.859263 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'tag': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36', 'status': 'completed', 'code': 200} Mar 08 17:50:04.931829 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606be71-0f87-41ab-8bf7-5e66e255eb9d req-b1c1cc29-5381-4a17-8247-879ce9285db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:04.933510 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9606be71-0f87-41ab-8bf7-5e66e255eb9d req-b1c1cc29-5381-4a17-8247-879ce9285db0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 1129 time: 0.0513637 Mar 08 17:50:05.001629 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-7ee71470-4cbe-48e1-af3c-0284e4caf7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '47554724-5c90-4a79-9fe5-d3c1a637ac7e', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:8d:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:50:03Z', 'updated_at': '2022-03-08T17:50:03Z', 'revision_number': 0, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:50:05.023936 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606be71-0f87-41ab-8bf7-5e66e255eb9d req-f81cf740-9bc6-4c28-beae-d0cd472fa5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:05.025408 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9606be71-0f87-41ab-8bf7-5e66e255eb9d req-f81cf740-9bc6-4c28-beae-d0cd472fa5af service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.0840476 Mar 08 17:50:05.031037 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee71470-4cbe-48e1-af3c-0284e4caf7e4 None None] Checking router: a04379f0-3caa-4427-adbb-175c9e8f590f for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:50:05.039237 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee71470-4cbe-48e1-af3c-0284e4caf7e4 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:50:05.039840 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-7ee71470-4cbe-48e1-af3c-0284e4caf7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:49:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:50:05.098498 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9606be71-0f87-41ab-8bf7-5e66e255eb9d req-2c0bd46b-261c-4af2-80fd-4634c0278ea8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 HTTP/1.1" status: 200 len: 999 time: 0.0621722 Mar 08 17:50:05.148036 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-7ee71470-4cbe-48e1-af3c-0284e4caf7e4 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:50:05.151386 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606be71-0f87-41ab-8bf7-5e66e255eb9d req-2c19000a-4d4e-49c2-b6fc-93db6e40557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:05.152844 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9606be71-0f87-41ab-8bf7-5e66e255eb9d req-2c19000a-4d4e-49c2-b6fc-93db6e40557d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0438635 Mar 08 17:50:05.202829 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606be71-0f87-41ab-8bf7-5e66e255eb9d req-eadd228f-4095-4219-a53a-397c13ab1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:05.204912 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9606be71-0f87-41ab-8bf7-5e66e255eb9d req-eadd228f-4095-4219-a53a-397c13ab1892 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432472 Mar 08 17:50:05.299058 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9606be71-0f87-41ab-8bf7-5e66e255eb9d req-85c2cb06-04e1-4f71-a339-07b7cf5188cf service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872648 Mar 08 17:50:05.368870 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-7ee71470-4cbe-48e1-af3c-0284e4caf7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '47554724-5c90-4a79-9fe5-d3c1a637ac7e', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:8d:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:50:03Z', 'updated_at': '2022-03-08T17:50:03Z', 'revision_number': 0, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:50:05.394459 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9606be71-0f87-41ab-8bf7-5e66e255eb9d req-9c965ca1-e27b-4638-8381-5e5fdb10f7e5 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858254 Mar 08 17:50:05.394931 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee71470-4cbe-48e1-af3c-0284e4caf7e4 None None] The sync data for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi is: [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '47554724-5c90-4a79-9fe5-d3c1a637ac7e', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:8d:2d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:50:03Z', 'updated_at': '2022-03-08T17:50:03Z', 'revision_number': 0, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:50:05.591432 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3999acc-a41d-410a-91ca-2d8e40584cb9 None None] New status for floating IP 47554724-5c90-4a79-9fe5-d3c1a637ac7e: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:50:19.101987 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-171d7f85-8061-4441-8d6e-345c979c31dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:20.461567 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:21.330729 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d120326d-9990-435e-aff4-2cb72867501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:22.741683 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:23.943975 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:25.341966 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:32.957952 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:50:35.353476 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-96626d20-2041-422a-a0aa-3175359749bc req-a5d973c0-f728-4b37-bbd5-32f3f8d4785b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471389 Mar 08 17:50:35.441637 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96626d20-2041-422a-a0aa-3175359749bc req-580bc492-fd90-44e1-a652-d5b333413c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:35.443140 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-96626d20-2041-422a-a0aa-3175359749bc req-580bc492-fd90-44e1-a652-d5b333413c90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 1129 time: 0.0438693 Mar 08 17:50:35.553567 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96626d20-2041-422a-a0aa-3175359749bc req-3097ee3f-c5e4-4636-a9e6-e0b5dc375655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:35.555152 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-96626d20-2041-422a-a0aa-3175359749bc req-3097ee3f-c5e4-4636-a9e6-e0b5dc375655 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.0914335 Mar 08 17:50:35.622769 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-96626d20-2041-422a-a0aa-3175359749bc req-47035d6f-604a-4c2e-8941-066218196622 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 HTTP/1.1" status: 200 len: 1001 time: 0.0600200 Mar 08 17:50:35.678708 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96626d20-2041-422a-a0aa-3175359749bc req-748d5f79-025e-4869-8bb6-03a631b4e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:35.680175 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-96626d20-2041-422a-a0aa-3175359749bc req-748d5f79-025e-4869-8bb6-03a631b4e5c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0500240 Mar 08 17:50:35.737822 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96626d20-2041-422a-a0aa-3175359749bc req-8badc19d-67ba-4bb2-8f49-6975fc1f0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:50:35.739435 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-96626d20-2041-422a-a0aa-3175359749bc req-8badc19d-67ba-4bb2-8f49-6975fc1f0317 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500605 Mar 08 17:50:35.833326 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-96626d20-2041-422a-a0aa-3175359749bc req-9860345a-fd2e-4230-8267-a10b8c90661e service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862541 Mar 08 17:50:35.950728 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-96626d20-2041-422a-a0aa-3175359749bc req-6735dbc9-ef7b-4576-b1aa-5250ea6f7189 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099074 Mar 08 17:50:49.084669 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7ba0-d0a5-4d16-bccc-59a0aee2cd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:50.475073 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:51.324062 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddc246cf-752b-46da-8c06-2a67ce8b307c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:52.740700 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:53.949244 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:50:55.315092 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:09.956702 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:51:19.074476 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9c9ecb67-0238-48c5-8fb8-9d81a5a99a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:20.508382 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:21.348531 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f073b49a-d7da-4150-a955-498d0632f419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:22.759942 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:23.977304 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:25.314318 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:36.334809 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-3d0672a9-fc10-4948-a213-ed43b471db80 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433805 Mar 08 17:51:36.424363 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-c3358986-8cd8-4f30-9c0e-b5a81433e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:51:36.425950 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-c3358986-8cd8-4f30-9c0e-b5a81433e369 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 1129 time: 0.0460858 Mar 08 17:51:36.833260 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-8c593d41-20bd-4bcc-8b28-129ba5ffb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:51:36.834863 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-8c593d41-20bd-4bcc-8b28-129ba5ffb155 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.3898556 Mar 08 17:51:36.917293 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-2f7cc6d2-c32b-4c0a-b802-2732246d59e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 HTTP/1.1" status: 200 len: 1001 time: 0.0757670 Mar 08 17:51:36.974388 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-0844ca3d-5f56-4726-b00e-a96e9b5f6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:51:36.975822 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-0844ca3d-5f56-4726-b00e-a96e9b5f6543 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0516217 Mar 08 17:51:37.043360 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-71e50a17-335a-4447-aba3-67b793712131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:51:37.046410 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-71e50a17-335a-4447-aba3-67b793712131 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631070 Mar 08 17:51:37.161462 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-61dcc01d-9025-4ce2-9764-c025adb1623f service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073937 Mar 08 17:51:37.283839 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f31af192-afe9-4e79-81d7-5d0a0beeb1a8 req-538b1d6d-2d07-4870-9860-f663755b54d2 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148164 Mar 08 17:51:46.955684 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:51:49.070789 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f865edd-a10b-44b6-bdcb-435fdd8e1730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:50.522735 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:51.362144 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9baefa7c-1acc-400b-8866-87b4548a32ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:52.773487 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:53.954196 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:51:55.339399 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:03.203398 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-67b01714-7a7e-4bcb-8ca3-8134499b1029 service neutron] (103425) timed out ('10.222.0.66', 53198) {{(pid=103425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:52:03.377434 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-9a2fb8cb-0772-4758-8e22-967bb0b98f96 req-fa896698-8e0b-45ed-aa45-27bff1112e10 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] (103425) timed out ('10.222.0.66', 53206) {{(pid=103425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:52:19.081382 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0e681248-2753-4eb4-b225-271d8137ac3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:20.536307 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:21.333325 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93cda1da-e523-4505-bdd4-cf784deb2273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:22.809995 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:23.955845 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:52:23.981890 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:25.301843 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:31.804852 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa82295-734e-41ca-97e3-88171f5299a8 req-55b975b5-9f08-4903-bbb8-90c91490acb1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:31.806342 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2fa82295-734e-41ca-97e3-88171f5299a8 req-55b975b5-9f08-4903-bbb8-90c91490acb1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 945 time: 0.1014075 Mar 08 17:52:31.853573 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2fa82295-734e-41ca-97e3-88171f5299a8 req-8a279229-f58f-46f1-97a0-d95823eb8bd8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415974 Mar 08 17:52:33.026406 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67054d-dcd1-4cd7-918c-b0f024ab7b8f req-8cc6bad2-4685-4713-9893-b6db4089ef0d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:33.027923 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1e67054d-dcd1-4cd7-918c-b0f024ab7b8f req-8cc6bad2-4685-4713-9893-b6db4089ef0d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 945 time: 0.1026008 Mar 08 17:52:33.077215 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1e67054d-dcd1-4cd7-918c-b0f024ab7b8f req-c074d82c-0104-43be-8620-130f10491bbe tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426600 Mar 08 17:52:33.895789 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-ffed5e92-06cc-40d3-ad88-89707f70aec2 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:33.897324 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-ffed5e92-06cc-40d3-ad88-89707f70aec2 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 945 time: 0.0569141 Mar 08 17:52:33.989802 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Deleting port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:52:33.990150 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:34.084074 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] For port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:52:34.084441 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:34.283084 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24696ac3-7b9d-4b28-87f1-3d80f80c732f req-34e44e48-9bbe-4be7-adc3-c8b58e685b1f tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:34.284582 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24696ac3-7b9d-4b28-87f1-3d80f80c732f req-34e44e48-9bbe-4be7-adc3-c8b58e685b1f tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 945 time: 0.1350036 Mar 08 17:52:34.302864 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:34.309973 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (47554724-5c90-4a79-9fe5-d3c1a637ac7e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:34.309973 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Floating IP 47554724-5c90-4a79-9fe5-d3c1a637ac7e disassociated. External IP: 172.27.3.116, port: 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36. Mar 08 17:52:34.309973 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Calling delete_port for 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:52:34.388424 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-24696ac3-7b9d-4b28-87f1-3d80f80c732f req-6af6874a-0512-40b5-b16b-2944eca725c1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971122 Mar 08 17:52:34.538321 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:34.565180 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event deleted for resources: {'Port': ['ID=087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:52:34.574818 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.575178 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.575535 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.575878 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.576238 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.576553 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.576885 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.577218 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.583207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.583207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.583207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.583207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.583207 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:34.692764 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Router a04379f0-3caa-4427-adbb-175c9e8f590f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:52:34.800103 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:52:34.809525 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5ad9b-c409-42d5-ba90-8c0a8443eb7f None None] Sync routers for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:52:34.819372 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5ad9b-c409-42d5-ba90-8c0a8443eb7f None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:52:34.819994 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-f6b5ad9b-c409-42d5-ba90-8c0a8443eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:52:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:52:34.841276 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] No DVR routers for this DVR port 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:52:34.843750 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:34.847872 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f8bfaffc-1699-4401-aa52-16e23517a86e req-36ee033a-5abb-4280-811d-900da256dfe1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "DELETE /v2.0/ports/087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 HTTP/1.1" status: 204 len: 173 time: 0.9445729 Mar 08 17:52:34.848298 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'name': 'network-vif-deleted', 'tag': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:52:34.850566 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc5cbd5-72db-44d2-8df8-48ec52e6d3bc" -d '{"events": [{"server_uuid": "0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605", "name": "network-vif-deleted", "tag": "087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:52:34.888570 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a46299-fa18-49a0-95fd-9474ce7791e7 x-openstack-request-id: req-72a46299-fa18-49a0-95fd-9474ce7791e7 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:52:34.888871 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605", "name": "network-vif-deleted", "tag": "087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:52:34.889134 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-72a46299-fa18-49a0-95fd-9474ce7791e7 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:52:34.889545 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605', 'name': 'network-vif-deleted', 'tag': '087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36', 'status': 'completed', 'code': 200} Mar 08 17:52:34.940284 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-f6b5ad9b-c409-42d5-ba90-8c0a8443eb7f None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:52:35.149970 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-f6b5ad9b-c409-42d5-ba90-8c0a8443eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:52:35.178988 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5ad9b-c409-42d5-ba90-8c0a8443eb7f None None] Checking router: a04379f0-3caa-4427-adbb-175c9e8f590f for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:52:35.187025 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5ad9b-c409-42d5-ba90-8c0a8443eb7f None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:52:35.188448 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-f6b5ad9b-c409-42d5-ba90-8c0a8443eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:52:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:52:35.294994 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-f6b5ad9b-c409-42d5-ba90-8c0a8443eb7f None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:52:35.499070 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7e2221e6-4ade-4343-acd4-29b35fd2d933 req-c391d131-cc49-41a3-9d96-08de7af0c2ac tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=0be55c47-2fdf-4fcc-b1ac-5e23cb6f3605 HTTP/1.1" status: 200 len: 210 time: 0.0282969 Mar 08 17:52:35.499677 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-f6b5ad9b-c409-42d5-ba90-8c0a8443eb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:52:35.525826 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b5ad9b-c409-42d5-ba90-8c0a8443eb7f None None] The sync data for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi is: [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:52:35.737925 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0187a-f90d-4ed5-adb3-6698dda19e3a None None] New status for floating IP 47554724-5c90-4a79-9fe5-d3c1a637ac7e: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:52:36.733556 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-7a8f938f-01e3-4524-ae25-269ccf4479ba tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094426741&fields=id&tenant_id=b0187d25d0754adeb9bca555430c5f48 HTTP/1.1" status: 200 len: 267 time: 0.0518904 Mar 08 17:52:36.858898 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-7073e61f-fd22-4ed0-ae20-af4fcf2f4469 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:36.860880 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-7073e61f-fd22-4ed0-ae20-af4fcf2f4469 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 812 time: 0.1200376 Mar 08 17:52:36.876203 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-498f8ce6-6aa0-45b0-906e-18c89397cb6b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/quotas/b0187d25d0754adeb9bca555430c5f48 HTTP/1.1" status: 200 len: 375 time: 0.0099671 Mar 08 17:52:36.925661 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:52:36.941102 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-2bd3c76d-9fd3-468d-9fe1-8c0b6eb0becb tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594654 Mar 08 17:52:36.949248 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:52:36.949593 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 087fb8d4-f3bd-48e4-8cc9-12cbfad4fc36 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:52:37.087303 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-aefbb9ea-688b-48d6-842c-2a18f6d94cc1 service neutron] 10.222.0.66 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341100 Mar 08 17:52:37.188872 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-6d1540c1-3e4e-42ea-9e11-72ad406a4f4b service neutron] 10.222.0.66 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959387 Mar 08 17:52:38.855214 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9bc01e93-6743-472f-8332-30c3bade6f79 req-8e3a21ff-0983-4310-8956-9d1324637dbc tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 210 time: 0.0308719 Mar 08 17:52:39.947528 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bf1332fd-d953-41a4-b41c-96bc08a07a1f req-1c8003ce-88fe-496b-bd97-e93a9a25a3c1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 210 time: 0.0271347 Mar 08 17:52:40.688573 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-8ad55f11-8119-4469-baad-0f5d67f63ce9 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:40.690043 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-8ad55f11-8119-4469-baad-0f5d67f63ce9 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 812 time: 0.1060705 Mar 08 17:52:40.751330 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-6aed7be9-6378-438f-b768-fb58d77c0d91 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0187d25d0754adeb9bca555430c5f48 HTTP/1.1" status: 200 len: 380 time: 0.0522850 Mar 08 17:52:40.764631 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'port': {'device_id': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'admin_state_up': True, 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'security_groups': ['142b56ea-89a7-4167-83e8-fd6f40f82a9b']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:52:40.949379 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Made reservation on behalf of b0187d25d0754adeb9bca555430c5f48 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:52:40.953022 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:41.043559 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4262a325-08fa-4364-aac7-cbde555bb207 req-0c3cbf8b-f6fd-4fcf-bcb2-106cf1b65893 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 210 time: 0.0268888 Mar 08 17:52:41.087961 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Allocated IP 172.20.0.9 (6b3758e3-66ad-418f-a8ee-71c2aef66cf1/ace3752b-8e27-48c5-9c88-fb4dc3995f49/4a3e390b-6aec-41ba-ae1c-e5c8d0efe191) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:52:41.225204 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:41.286959 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:41.331376 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:52:41.334293 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:52:41.337898 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:52:41.344230 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'Port': ['ID=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:52:41.392387 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:41.393039 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:41.470518 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-5cff0940-557f-46ab-b4af-3d98fa29de67 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7095525 Mar 08 17:52:41.482702 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Request body: {'port': {'device_id': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:52:41.546583 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:41.571055 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-fc0cc300-fa99-4053-a27d-76bc071dd50a None None] Provisioning complete for port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:52:41.572286 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fc0cc300-fa99-4053-a27d-76bc071dd50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:41.607527 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-fc0cc300-fa99-4053-a27d-76bc071dd50a None None] Port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:52:41.817394 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:52:41.824863 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Publish callbacks [] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:41.837177 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Transition to ACTIVE for port object 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:52:41.932763 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:41.987596 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:52:42.058613 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Attempting to bind port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:52:42.058959 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Attempting to bind port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:52:42.059299 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Attempting to bind port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 on network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:52:42.063942 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 on network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:52:42.064284 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Attempting to bind port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 on network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:52:42.070373 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:52:42.070639 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Checking segment: {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:52:42.071401 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Bound using segment: {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:52:42.071500 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Bound port: 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:52:42.071806 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:42.167524 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] For port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:52:42.182529 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] For port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:52:42.202930 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bc6a3-7584-44fb-82e6-1e12f20955c5 req-1e80cdb4-49ae-4880-94b5-6b8622642efa tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:42.204417 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2b5bc6a3-7584-44fb-82e6-1e12f20955c5 req-1e80cdb4-49ae-4880-94b5-6b8622642efa tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 943 time: 0.0806222 Mar 08 17:52:42.254559 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2b5bc6a3-7584-44fb-82e6-1e12f20955c5 req-8f893023-55ac-4715-a837-3753e950cc8e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442474 Mar 08 17:52:42.273320 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:42.309799 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:42.310427 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:42.311795 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] 10.222.0.64 "PUT /v2.0/ports/4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 HTTP/1.1" status: 200 len: 1093 time: 0.8339059 Mar 08 17:52:42.312255 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'tag': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:52:42.314548 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95c1edd-e26a-4a89-a8de-8d5331af5275" -d '{"events": [{"name": "network-changed", "server_uuid": "28a0a42c-f3fd-486d-a191-b8b98c823c11", "tag": "4a3e390b-6aec-41ba-ae1c-e5c8d0efe191"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:52:42.337801 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17739349-dd52-4441-9a07-e1aac8558f45 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:52:42.360542 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce7dd2b-d265-4a8d-a751-96ede343f621 x-openstack-request-id: req-4ce7dd2b-d265-4a8d-a751-96ede343f621 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:52:42.360841 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a0a42c-f3fd-486d-a191-b8b98c823c11", "tag": "4a3e390b-6aec-41ba-ae1c-e5c8d0efe191", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:52:42.361126 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ce7dd2b-d265-4a8d-a751-96ede343f621 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:52:42.362167 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'tag': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'status': 'completed', 'code': 200} Mar 08 17:52:42.429336 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1edd-e26a-4a89-a8de-8d5331af5275 req-0f1af64b-24d5-4ac7-a402-fa2e4b09957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:42.430894 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a95c1edd-e26a-4a89-a8de-8d5331af5275 req-0f1af64b-24d5-4ac7-a402-fa2e4b09957b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 1127 time: 0.0471146 Mar 08 17:52:42.539357 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1edd-e26a-4a89-a8de-8d5331af5275 req-e1ad52a1-2cba-47db-ab19-2e17c326e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:42.540831 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a95c1edd-e26a-4a89-a8de-8d5331af5275 req-e1ad52a1-2cba-47db-ab19-2e17c326e149 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b0187d25d0754adeb9bca555430c5f48&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1009514 Mar 08 17:52:42.635946 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c1edd-e26a-4a89-a8de-8d5331af5275 req-3598c87a-66a6-43b5-bebc-70bb69bed3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:42.637391 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a95c1edd-e26a-4a89-a8de-8d5331af5275 req-3598c87a-66a6-43b5-bebc-70bb69bed3a1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900724 Mar 08 17:52:42.721662 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-668219e9-75d4-4ad5-9eb3-0b919942d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:42.723161 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-668219e9-75d4-4ad5-9eb3-0b919942d933 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 1127 time: 0.0472291 Mar 08 17:52:42.765097 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-412bc811-a84b-48a6-881b-b1094e59a90a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 HTTP/1.1" status: 200 len: 217 time: 0.0335968 Mar 08 17:52:42.811127 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-3d6ab8b9-8a70-4e44-a557-37c691832035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:42.812516 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-3d6ab8b9-8a70-4e44-a557-37c691832035 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0410917 Mar 08 17:52:42.863780 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-63970c6e-61c0-45ea-b8b3-95585c09e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:42.865246 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-63970c6e-61c0-45ea-b8b3-95585c09e6e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459008 Mar 08 17:52:42.952442 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-49ba9503-d729-4e89-a166-4d2943dd9371 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793977 Mar 08 17:52:43.042364 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9fe58830-9d5b-4aac-baa9-39515d85d409 req-4da2daea-9884-4a7b-9537-4f6f39ff028f service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837049 Mar 08 17:52:43.375077 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b0643-b2e2-49f1-a8f4-56ad3cd89c1d req-65c3b3ce-fd91-4ae0-a6d2-a16d6c9bad77 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:43.376538 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1e5b0643-b2e2-49f1-a8f4-56ad3cd89c1d req-65c3b3ce-fd91-4ae0-a6d2-a16d6c9bad77 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 943 time: 0.0534139 Mar 08 17:52:43.424708 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1e5b0643-b2e2-49f1-a8f4-56ad3cd89c1d req-e684e8d7-4c7a-45b2-9bf5-472532d8639d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420296 Mar 08 17:52:44.547651 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5905687-c51d-4139-ac89-7f19fb929250 req-f97baf0b-e29d-4443-a1f1-e622f694a5f7 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:44.549175 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e5905687-c51d-4139-ac89-7f19fb929250 req-f97baf0b-e29d-4443-a1f1-e622f694a5f7 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 943 time: 0.0509541 Mar 08 17:52:44.604070 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e5905687-c51d-4139-ac89-7f19fb929250 req-df7c87e2-8fde-4360-a222-74e52bb4f9b9 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481648 Mar 08 17:52:45.726624 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c1dd4-c27f-4879-84f5-53ad2c471c1c req-9ff923fc-6fa9-4e61-8e85-c705f72a34d6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:45.728147 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5b0c1dd4-c27f-4879-84f5-53ad2c471c1c req-9ff923fc-6fa9-4e61-8e85-c705f72a34d6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 943 time: 0.0536692 Mar 08 17:52:45.778559 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5b0c1dd4-c27f-4879-84f5-53ad2c471c1c req-0a301f87-828c-4108-b38e-b725f494c26a tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447001 Mar 08 17:52:46.898500 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d723bb-bd7a-4ad5-91ce-87cd15e3b99c req-212176bf-77f6-43dd-8a2e-32c512a3966c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:46.899989 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e0d723bb-bd7a-4ad5-91ce-87cd15e3b99c req-212176bf-77f6-43dd-8a2e-32c512a3966c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 943 time: 0.0542126 Mar 08 17:52:46.952289 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e0d723bb-bd7a-4ad5-91ce-87cd15e3b99c req-b7c3f0c4-81af-4bd4-8430-2697000ee5cd tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468004 Mar 08 17:52:48.069471 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f1497-047b-496d-8875-ffcddbaf0bed req-afa91d4b-4de3-401a-bbe1-f63cd7588f4d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:48.070980 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-745f1497-047b-496d-8875-ffcddbaf0bed req-afa91d4b-4de3-401a-bbe1-f63cd7588f4d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 943 time: 0.0524089 Mar 08 17:52:48.118779 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-745f1497-047b-496d-8875-ffcddbaf0bed req-fdff183e-df53-415e-a0f3-9577bb93bbec tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423348 Mar 08 17:52:49.103388 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-862120a5-b2b9-4c5f-a566-3ebf51a7befb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:49.237677 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85605da7-d41a-496f-97e8-f983bd38b871 req-fef7315b-7c3b-4008-9e93-19e62bf7c9ce tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:49.239161 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-85605da7-d41a-496f-97e8-f983bd38b871 req-fef7315b-7c3b-4008-9e93-19e62bf7c9ce tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 943 time: 0.0536754 Mar 08 17:52:49.291084 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-85605da7-d41a-496f-97e8-f983bd38b871 req-36b8bf7b-f6f5-47b9-ada5-8abf389a3ce4 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455174 Mar 08 17:52:50.405202 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d860cc-9438-41a6-b667-a1eee9981e68 req-c7147ee0-2d8b-4a8f-ade9-61e22caa0dad tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:50.406670 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f4d860cc-9438-41a6-b667-a1eee9981e68 req-c7147ee0-2d8b-4a8f-ade9-61e22caa0dad tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 943 time: 0.0496199 Mar 08 17:52:50.453790 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f4d860cc-9438-41a6-b667-a1eee9981e68 req-f6d3798d-fc23-4320-9924-78c8a13ac03b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 Mar 08 17:52:50.541017 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:51.332150 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f6cb1121-c036-42b7-b8de-3a11ee417b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:51.573970 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15317b55-5d03-4be6-9b82-a7a1f67509ee req-1387bbc7-caff-4e28-a2c3-bcd7bcefbe0b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:51.575537 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-15317b55-5d03-4be6-9b82-a7a1f67509ee req-1387bbc7-caff-4e28-a2c3-bcd7bcefbe0b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 943 time: 0.0543091 Mar 08 17:52:51.625349 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-15317b55-5d03-4be6-9b82-a7a1f67509ee req-61f5a043-bbee-4ae5-9742-8d1734d55bff tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Mar 08 17:52:52.745292 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ff253-bd8a-4ff6-a81f-7a838fa625ca req-572d42c3-cb18-4774-b8a3-81ece47e0439 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:52.746784 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5f3ff253-bd8a-4ff6-a81f-7a838fa625ca req-572d42c3-cb18-4774-b8a3-81ece47e0439 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 943 time: 0.0558243 Mar 08 17:52:52.752479 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:52.794398 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5f3ff253-bd8a-4ff6-a81f-7a838fa625ca req-357d2dc3-95b7-4633-8860-c068c4e4ea05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421259 Mar 08 17:52:52.994922 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:52:53.090004 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:52:53.100095 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'port_id': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'mac_address': 'fa:16:3e:3a:3d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:52:53.140821 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:52:53.141219 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:53.153486 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:52:53.171930 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:52:53.257776 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:53.304417 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:52:53.312318 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.312670 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.313013 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.313350 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.313707 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.314061 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.314387 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.314712 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.315034 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.315359 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.315680 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.316002 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.316317 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:52:53.704482 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['4a3e390b-6aec-41ba-ae1c-e5c8d0efe191'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:52:53.919318 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5b9ea-2566-4f59-8409-2262dfc40124 req-c255fdb8-d907-43df-8b1e-705fc94e6b22 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:53.920879 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-edf5b9ea-2566-4f59-8409-2262dfc40124 req-c255fdb8-d907-43df-8b1e-705fc94e6b22 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 944 time: 0.0615945 Mar 08 17:52:53.955025 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:53.970864 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-edf5b9ea-2566-4f59-8409-2262dfc40124 req-b38eea49-3705-47ed-8c13-c49041e9d4a8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Mar 08 17:52:54.987015 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:52:55.092725 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854f43-98f9-41eb-8664-ce0f61baabe1 req-72fb52aa-57cc-40eb-9d28-9fcb5f2991fc tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:55.094395 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-38854f43-98f9-41eb-8664-ce0f61baabe1 req-72fb52aa-57cc-40eb-9d28-9fcb5f2991fc tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 944 time: 0.0522859 Mar 08 17:52:55.115213 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:52:55.119130 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:52:55.120057 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:55.148027 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-38854f43-98f9-41eb-8664-ce0f61baabe1 req-92c26a2c-1a0e-41e2-af6d-2bcf3e4cb7b2 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480576 Mar 08 17:52:55.200951 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:52:55.201347 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:55.223321 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:52:55.225556 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53798c07-8a94-413c-8264-7c83d9fad2bf" -d '{"events": [{"server_uuid": "28a0a42c-f3fd-486d-a191-b8b98c823c11", "name": "network-vif-plugged", "status": "completed", "tag": "4a3e390b-6aec-41ba-ae1c-e5c8d0efe191"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:52:55.243910 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:52:55.263449 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4719c440-bd5c-480c-b318-299dd197fa1e x-openstack-request-id: req-4719c440-bd5c-480c-b318-299dd197fa1e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:52:55.263739 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0a42c-f3fd-486d-a191-b8b98c823c11", "name": "network-vif-plugged", "status": "completed", "tag": "4a3e390b-6aec-41ba-ae1c-e5c8d0efe191", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:52:55.263990 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4719c440-bd5c-480c-b318-299dd197fa1e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:52:55.264387 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'code': 200} Mar 08 17:52:55.303664 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:55.339288 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:55.351527 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:52:55.619152 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db02adf-c694-4693-94b3-e98d13d84e81 req-6a2eb8fb-6696-424f-bc7e-940b07f2c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:55.620815 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7db02adf-c694-4693-94b3-e98d13d84e81 req-6a2eb8fb-6696-424f-bc7e-940b07f2c6be service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 1129 time: 0.0426350 Mar 08 17:52:55.678819 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7db02adf-c694-4693-94b3-e98d13d84e81 req-2d876992-f0e5-4723-91b8-9619df8de351 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483577 Mar 08 17:52:56.265044 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bb491-c542-479b-a705-83c1ef24b3f1 req-56069ea2-fd93-496c-996b-4a2b3ddc0a97 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:56.266529 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-155bb491-c542-479b-a705-83c1ef24b3f1 req-56069ea2-fd93-496c-996b-4a2b3ddc0a97 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 945 time: 0.0520370 Mar 08 17:52:56.314604 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-155bb491-c542-479b-a705-83c1ef24b3f1 req-94f6fcde-9b5d-4fdf-abd3-8d96ae5d4f46 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 Mar 08 17:52:57.434853 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851edb2-4f62-4430-ae95-7d9da12b2a23 req-d3914636-8af3-4633-94b2-183102773eaf tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:57.436333 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c851edb2-4f62-4430-ae95-7d9da12b2a23 req-d3914636-8af3-4633-94b2-183102773eaf tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 945 time: 0.0533342 Mar 08 17:52:57.488782 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c851edb2-4f62-4430-ae95-7d9da12b2a23 req-42f8a9e2-0482-4b25-b22a-cca488f6a0fc tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468290 Mar 08 17:52:57.606080 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9d943-1670-4747-9cda-66c4ee85e218 req-c37e311d-ae33-4586-9402-c2340d085e88 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:57.607551 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d1a9d943-1670-4747-9cda-66c4ee85e218 req-c37e311d-ae33-4586-9402-c2340d085e88 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 945 time: 0.0523982 Mar 08 17:52:57.656066 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d1a9d943-1670-4747-9cda-66c4ee85e218 req-a653a386-5661-4a71-a00a-f393d16dc59b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Mar 08 17:52:57.680946 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59584) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:52:57.728878 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395c01ea-4da9-4110-8ff6-c37b3b8ed869 tempest-TestVolumeBootPattern-523418140 tempest-TestVolumeBootPattern-523418140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:52:57.730911 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-395c01ea-4da9-4110-8ff6-c37b3b8ed869 tempest-TestVolumeBootPattern-523418140 tempest-TestVolumeBootPattern-523418140-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 1124 time: 0.0489829 Mar 08 17:52:57.733662 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59586) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:52:57.737820 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'port_id': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:52:57.907333 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:58.002163 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:58.106976 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Allocated IP 172.27.3.77 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/c8d40269-c6b8-4532-a68b-6bdda3713c3e) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:52:58.203886 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for port (c8d40269-c6b8-4532-a68b-6bdda3713c3e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:58.307099 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (c8d40269-c6b8-4532-a68b-6bdda3713c3e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:58.350065 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:52:58.352802 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:52:58.357403 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:52:58.362752 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'Port': ['ID=c8d40269-c6b8-4532-a68b-6bdda3713c3e,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:52:58.719218 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (cd0173b2-bdf9-4486-988d-bd11c60d06f1), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:58.840299 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (c8d40269-c6b8-4532-a68b-6bdda3713c3e), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:58.988956 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for port (c8d40269-c6b8-4532-a68b-6bdda3713c3e), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:59.034711 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (c8d40269-c6b8-4532-a68b-6bdda3713c3e), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:59.100074 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'Port': ['ID=c8d40269-c6b8-4532-a68b-6bdda3713c3e,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:52:59.111940 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (cd0173b2-bdf9-4486-988d-bd11c60d06f1), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:59.210784 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Floating IP cd0173b2-bdf9-4486-988d-bd11c60d06f1 associated. External IP: 172.27.3.77, port: 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191. Mar 08 17:52:59.696824 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Router a04379f0-3caa-4427-adbb-175c9e8f590f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:52:59.806513 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:52:59.817025 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be641f1-06b3-4b53-a6cd-9091c6918ff5 None None] Sync routers for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:52:59.826677 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be641f1-06b3-4b53-a6cd-9091c6918ff5 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:52:59.840898 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0be641f1-06b3-4b53-a6cd-9091c6918ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:52:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:52:59.903994 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:52:59.934798 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fe14ee80-23de-4dfc-9ada-8ec60fc6c2f6 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2000883 Mar 08 17:52:59.935491 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'tag': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:52:59.935617 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-0be641f1-06b3-4b53-a6cd-9091c6918ff5 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:52:59.937785 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81895199-9967-46c4-b669-066699aa4ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "28a0a42c-f3fd-486d-a191-b8b98c823c11", "tag": "4a3e390b-6aec-41ba-ae1c-e5c8d0efe191"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:52:59.984323 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e0226c-26d0-4db8-ad85-81a30099dd0a x-openstack-request-id: req-b4e0226c-26d0-4db8-ad85-81a30099dd0a {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:52:59.984604 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a0a42c-f3fd-486d-a191-b8b98c823c11", "tag": "4a3e390b-6aec-41ba-ae1c-e5c8d0efe191", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:52:59.984860 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4e0226c-26d0-4db8-ad85-81a30099dd0a {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:52:59.985273 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'tag': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'status': 'completed', 'code': 200} Mar 08 17:53:00.059784 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81895199-9967-46c4-b669-066699aa4ca3 req-825ae4c3-50f0-4e1f-80d4-3356beb513b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:53:00.061395 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81895199-9967-46c4-b669-066699aa4ca3 req-825ae4c3-50f0-4e1f-80d4-3356beb513b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 1129 time: 0.0504656 Mar 08 17:53:00.159014 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81895199-9967-46c4-b669-066699aa4ca3 req-ef76cc83-c44b-4321-a007-9788f54e1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:53:00.160481 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81895199-9967-46c4-b669-066699aa4ca3 req-ef76cc83-c44b-4321-a007-9788f54e1433 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.0923731 Mar 08 17:53:00.226711 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81895199-9967-46c4-b669-066699aa4ca3 req-c53f888b-44b6-495d-bb1c-dc8b1946d6a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 HTTP/1.1" status: 200 len: 998 time: 0.0582993 Mar 08 17:53:00.258386 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0be641f1-06b3-4b53-a6cd-9091c6918ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'cd0173b2-bdf9-4486-988d-bd11c60d06f1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:3a:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:52:58Z', 'updated_at': '2022-03-08T17:52:58Z', 'revision_number': 0, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:53:00.284637 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81895199-9967-46c4-b669-066699aa4ca3 req-67d22dc2-b7d8-4407-a6f9-45506bbb8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:53:00.286119 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81895199-9967-46c4-b669-066699aa4ca3 req-67d22dc2-b7d8-4407-a6f9-45506bbb8d5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0528507 Mar 08 17:53:00.286258 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be641f1-06b3-4b53-a6cd-9091c6918ff5 None None] Checking router: a04379f0-3caa-4427-adbb-175c9e8f590f for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:53:00.294655 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be641f1-06b3-4b53-a6cd-9091c6918ff5 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:53:00.295269 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0be641f1-06b3-4b53-a6cd-9091c6918ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:52:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:53:00.334619 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81895199-9967-46c4-b669-066699aa4ca3 req-59d207e0-9775-4f35-b57c-c65ba4b97061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:53:00.336125 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81895199-9967-46c4-b669-066699aa4ca3 req-59d207e0-9775-4f35-b57c-c65ba4b97061 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438066 Mar 08 17:53:00.402954 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-0be641f1-06b3-4b53-a6cd-9091c6918ff5 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:53:00.427445 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81895199-9967-46c4-b669-066699aa4ca3 req-53e699e6-fae3-414f-bfe8-c4d916525b9b service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830688 Mar 08 17:53:00.520268 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81895199-9967-46c4-b669-066699aa4ca3 req-95b1f5fc-1266-46f7-a751-b56c84530cb9 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857711 Mar 08 17:53:00.631900 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0be641f1-06b3-4b53-a6cd-9091c6918ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'cd0173b2-bdf9-4486-988d-bd11c60d06f1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:3a:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:52:58Z', 'updated_at': '2022-03-08T17:52:58Z', 'revision_number': 0, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:53:00.662459 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be641f1-06b3-4b53-a6cd-9091c6918ff5 None None] The sync data for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi is: [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'cd0173b2-bdf9-4486-988d-bd11c60d06f1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:3a:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:52:58Z', 'updated_at': '2022-03-08T17:52:58Z', 'revision_number': 0, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:53:00.865164 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582188b9-5f18-4420-b8ec-9821c9d8bda5 None None] New status for floating IP cd0173b2-bdf9-4486-988d-bd11c60d06f1: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:53:00.954385 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:53:19.074424 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65c146dd-9006-4bd6-bd27-922871216a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:53:20.525324 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:53:21.380265 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb60e6b4-4ff9-4c59-a598-636bc9eea88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:53:22.757574 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:53:23.989281 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:53:25.306894 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:53:37.952923 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:53:39.313616 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-0833f50f-c989-45c8-aabf-a34a04b7c347 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427680 Mar 08 17:53:39.398644 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-4a934433-529e-4ef6-a48a-ddc5515d882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:53:39.400353 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-4a934433-529e-4ef6-a48a-ddc5515d882e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 1129 time: 0.0438092 Mar 08 17:53:39.508830 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-50405b20-9579-428f-ba04-63d5970796df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:53:39.510457 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-50405b20-9579-428f-ba04-63d5970796df service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.0899501 Mar 08 17:53:39.576772 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-11d86089-1176-4d91-86c0-e17cd932f542 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 HTTP/1.1" status: 200 len: 1000 time: 0.0574782 Mar 08 17:53:39.626728 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-9e24bc0f-d830-4648-bcac-113b5ac45e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:53:39.628149 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-9e24bc0f-d830-4648-bcac-113b5ac45e52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0476837 Mar 08 17:53:39.675944 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-8bbb8e78-c889-4308-b554-fbfd015a3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:53:39.677493 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-8bbb8e78-c889-4308-b554-fbfd015a3aeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429270 Mar 08 17:53:39.688188 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-223bbd0d-da16-400b-bc07-4c6b4429c402 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:53:39.689108 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-223bbd0d-da16-400b-bc07-4c6b4429c402 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047410 Mar 08 17:53:39.776349 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-f1946a5a-271f-4014-82f2-6884b40e1aa4 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802994 Mar 08 17:53:39.869485 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c5acadb-4e43-40cc-a579-78ac096b6ecf req-4c465472-0f4e-4cbf-9d27-2e40e3b7ca44 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863259 Mar 08 17:53:49.090643 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b88b87e9-5bc7-46cd-960a-b3b9501d6538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:53:50.534195 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:53:51.358962 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-21e87f89-8c24-4c50-85c5-028f323274e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:53:52.782532 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:53:54.000141 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:53:55.334541 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:14.952833 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:54:19.078173 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aef4ed1f-f594-4926-b670-2e0da29764f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:20.547143 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:21.341422 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58a8dfd1-83e7-4c8e-be44-50d9d33f658e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:22.779537 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:23.958783 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:25.301814 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:39.314803 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-42feebc3-825b-46af-9e53-4be7d52f7f01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426636 Mar 08 17:54:39.404114 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-c4e7770d-5ab1-4fd3-828a-c2963a12c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:54:39.405616 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-c4e7770d-5ab1-4fd3-828a-c2963a12c9d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 1129 time: 0.0468252 Mar 08 17:54:39.512797 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-06c2fb68-2341-4257-b9ec-692a71a7299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:54:39.514324 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-06c2fb68-2341-4257-b9ec-692a71a7299a service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.0874903 Mar 08 17:54:39.584016 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-3b38398a-5a0e-4bc6-937b-c3765fa0ce36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 HTTP/1.1" status: 200 len: 1000 time: 0.0604985 Mar 08 17:54:39.631562 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-04699f3b-59e6-46e2-afe4-75d1fc90118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:54:39.632982 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-04699f3b-59e6-46e2-afe4-75d1fc90118d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0426710 Mar 08 17:54:39.680306 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-8bfdb5fa-294a-4f75-8a58-da116a859089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:54:39.682401 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-8bfdb5fa-294a-4f75-8a58-da116a859089 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422120 Mar 08 17:54:39.774846 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-04c2af8c-7031-4c4e-a453-c5ea3789b756 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854006 Mar 08 17:54:39.863949 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fe889714-a4d2-45c1-aefb-c0d89317ffda req-d6b6077d-965e-4b0f-bcdf-39fb0f123257 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827682 Mar 08 17:54:49.066187 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c9f0-83dd-4816-b9ee-149b9dffa24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:50.601563 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:51.350348 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93e99e81-3f8a-45ee-9c16-33e66e6f03fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:51.952300 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:54:52.791908 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:53.957225 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:54:55.304320 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:13.361570 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-358a2e6b-ce5b-41c8-9fe8-fea7897aabb0 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094426741&fields=id&tenant_id=b0187d25d0754adeb9bca555430c5f48 HTTP/1.1" status: 200 len: 267 time: 0.0443051 Mar 08 17:55:13.471710 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-7fedcd07-f765-4cab-b41e-764d3b6f6ff5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:13.473416 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-7fedcd07-f765-4cab-b41e-764d3b6f6ff5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 812 time: 0.1049416 Mar 08 17:55:13.488199 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-0a08fc75-c65a-4ec4-b42c-890beb4a0a68 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/quotas/b0187d25d0754adeb9bca555430c5f48 HTTP/1.1" status: 200 len: 375 time: 0.0091531 Mar 08 17:55:13.543442 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-a4d38283-4e38-4a89-9b17-2a33f36230f3 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503626 Mar 08 17:55:13.558839 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-7ebb2f3a-de58-428c-9bb3-0e066fbed178 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 17:55:13.559842 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-7ebb2f3a-de58-428c-9bb3-0e066fbed178 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050547 Mar 08 17:55:13.651273 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-84b2f70b-e944-4745-adfb-033a4a866f47 service neutron] 10.222.0.66 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862510 Mar 08 17:55:13.740786 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ddb8dc28-80e3-46ab-a936-406cd13873a6 service neutron] 10.222.0.66 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839007 Mar 08 17:55:14.297823 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6859e7c2-e27d-4c3d-85ef-38311885c62f req-71eac18d-eb84-420e-887d-864227a5e24d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 210 time: 0.0268297 Mar 08 17:55:15.400792 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7bbea006-2e40-405d-ad1b-8054decdb5f4 req-11f726d2-3a67-482b-b351-75ddec5cc721 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 210 time: 0.0333643 Mar 08 17:55:16.195896 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-dec7da01-99ce-4d8c-83b9-9655ce56c279 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:16.197337 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-dec7da01-99ce-4d8c-83b9-9655ce56c279 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 812 time: 0.1051054 Mar 08 17:55:16.259766 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-4c8e4735-d443-4072-beaf-74549271a6e0 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0187d25d0754adeb9bca555430c5f48 HTTP/1.1" status: 200 len: 380 time: 0.0526030 Mar 08 17:55:16.268719 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'port': {'device_id': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'admin_state_up': True, 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'security_groups': ['142b56ea-89a7-4167-83e8-fd6f40f82a9b']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:55:16.435472 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Made reservation on behalf of b0187d25d0754adeb9bca555430c5f48 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 17:55:16.439023 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:16.507959 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1ca3470e-3a1c-4e36-8d53-2b523ce719b6 req-93e4546b-44c6-4193-99c5-6937299da303 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 210 time: 0.0328131 Mar 08 17:55:16.568835 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Allocated IP 172.20.0.5 (6b3758e3-66ad-418f-a8ee-71c2aef66cf1/ace3752b-8e27-48c5-9c88-fb4dc3995f49/3cd80298-b71f-4a30-8d48-04f667009f58) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:55:16.706663 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for port (3cd80298-b71f-4a30-8d48-04f667009f58), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:16.797483 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:16.847770 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:55:16.852067 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:55:16.855934 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:55:16.888514 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'Port': ['ID=3cd80298-b71f-4a30-8d48-04f667009f58,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:55:16.904165 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.904533 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.904933 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.905281 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.905625 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.906017 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.912326 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.912326 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.912326 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.912326 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.912326 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.912326 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.912326 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:16.931327 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:16.932796 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:16.991669 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-ff3b487f-46c5-43c7-a88f-8990ddeb2a05 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7267601 Mar 08 17:55:17.063282 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Request body: {'port': {'device_id': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:55:17.090993 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-eeecfe81-5f7a-421e-b180-9d3f12ab82ce None None] Provisioning complete for port 3cd80298-b71f-4a30-8d48-04f667009f58 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:55:17.091612 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eeecfe81-5f7a-421e-b180-9d3f12ab82ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:17.124637 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:17.128257 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-eeecfe81-5f7a-421e-b180-9d3f12ab82ce None None] Port 3cd80298-b71f-4a30-8d48-04f667009f58 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 17:55:17.386379 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd80298-b71f-4a30-8d48-04f667009f58 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:55:17.394008 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Publish callbacks [] for port (3cd80298-b71f-4a30-8d48-04f667009f58), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:17.406733 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Transition to ACTIVE for port object 3cd80298-b71f-4a30-8d48-04f667009f58 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 17:55:17.528027 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:17.606616 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adc648-740c-45bb-8290-05c36959616b service neutron] Pushing event updated for resources: {'Port': ['ID=3cd80298-b71f-4a30-8d48-04f667009f58,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:55:17.699720 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2defa76-f47f-4a62-a7e1-9ec44f3b34fe req-98d2d724-ca03-403f-b970-3b5d49311f48 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:17.701288 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c2defa76-f47f-4a62-a7e1-9ec44f3b34fe req-98d2d724-ca03-403f-b970-3b5d49311f48 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 943 time: 0.1181157 Mar 08 17:55:17.702065 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Attempting to bind port 3cd80298-b71f-4a30-8d48-04f667009f58 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 17:55:17.702405 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Attempting to bind port 3cd80298-b71f-4a30-8d48-04f667009f58 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 17:55:17.702735 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Attempting to bind port 3cd80298-b71f-4a30-8d48-04f667009f58 on network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:55:17.710930 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Port 3cd80298-b71f-4a30-8d48-04f667009f58 on network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 17:55:17.714991 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Attempting to bind port 3cd80298-b71f-4a30-8d48-04f667009f58 on network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 17:55:17.730019 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Checking agent: {'id': '9d7b01d2-9170-43cc-aae7-4e343e6a570f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'started_at': datetime.datetime(2022, 3, 8, 17, 30, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 17, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 17:55:17.730370 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Checking segment: {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 17:55:17.730778 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Bound using segment: {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 17:55:17.731223 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Bound port: 3cd80298-b71f-4a30-8d48-04f667009f58, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1853fec-4ab4-421e-a366-93973597beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 17:55:17.731589 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:17.796127 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c2defa76-f47f-4a62-a7e1-9ec44f3b34fe req-764251b5-4da4-4474-8b92-6dcdc6599cdb tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883868 Mar 08 17:55:17.819557 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] For port 3cd80298-b71f-4a30-8d48-04f667009f58, host hv-cinder-83008, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 17:55:17.822471 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] For port 3cd80298-b71f-4a30-8d48-04f667009f58, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3cd80298-b71f-4a30-8d48-04f667009f58,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 17:55:17.911475 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:17.948550 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:17.949177 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:17.950693 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-18adc648-740c-45bb-8290-05c36959616b service neutron] 10.222.0.64 "PUT /v2.0/ports/3cd80298-b71f-4a30-8d48-04f667009f58 HTTP/1.1" status: 200 len: 1093 time: 0.9515619 Mar 08 17:55:17.951145 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'tag': '3cd80298-b71f-4a30-8d48-04f667009f58'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:55:17.953388 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a184066b-3da0-43ec-b0ab-4e3a61330a67" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0916bc-8d7c-4584-9a32-4de2ba71e0ec", "tag": "3cd80298-b71f-4a30-8d48-04f667009f58"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:55:17.982593 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adc648-740c-45bb-8290-05c36959616b service neutron] Pushing event updated for resources: {'Port': ['ID=3cd80298-b71f-4a30-8d48-04f667009f58,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:55:18.128674 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-886101e6-4624-4232-853b-8f52c7e19998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:18.130812 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-886101e6-4624-4232-853b-8f52c7e19998 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 1127 time: 0.0506160 Mar 08 17:55:18.172315 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-349ef01b-3edf-4cdb-b0b7-618ddfa9f9ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cd80298-b71f-4a30-8d48-04f667009f58 HTTP/1.1" status: 200 len: 217 time: 0.0333581 Mar 08 17:55:18.219451 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-612bee95-f88b-47f2-b6c4-d70e5984a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:18.220776 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-612bee95-f88b-47f2-b6c4-d70e5984a56e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0413840 Mar 08 17:55:18.271649 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-b1be61bc-42b3-4e2a-9a0f-1419e323492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:18.273076 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-b1be61bc-42b3-4e2a-9a0f-1419e323492c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454845 Mar 08 17:55:18.361713 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-99f6c3f1-c9e0-4828-82c3-693f4e3da493 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815454 Mar 08 17:55:18.451685 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a201212b-005a-4aa6-9933-03ca0c5fc42d req-e20e8ee0-4247-43f9-84b6-31a360f6f21c service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825400 Mar 08 17:55:18.912960 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ec453-7ff3-473e-96b9-19da0ec0cd6f req-e3322d10-8e39-4aac-9494-4ac0be539f4d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:18.914471 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ae6ec453-7ff3-473e-96b9-19da0ec0cd6f req-e3322d10-8e39-4aac-9494-4ac0be539f4d tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 943 time: 0.0521429 Mar 08 17:55:18.962019 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ae6ec453-7ff3-473e-96b9-19da0ec0cd6f req-1b731d31-318c-43c0-8f53-8d0fc827a3fa tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Mar 08 17:55:19.065355 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33cc8233-3543-4745-9b16-355d71291565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:19.072006 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5699207-686e-44a1-bb29-c18f20ebd992 x-openstack-request-id: req-b5699207-686e-44a1-bb29-c18f20ebd992 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:55:19.072369 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0916bc-8d7c-4584-9a32-4de2ba71e0ec", "tag": "3cd80298-b71f-4a30-8d48-04f667009f58", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:55:19.072634 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5699207-686e-44a1-bb29-c18f20ebd992 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:55:19.073041 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'tag': '3cd80298-b71f-4a30-8d48-04f667009f58', 'status': 'completed', 'code': 200} Mar 08 17:55:19.144256 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184066b-3da0-43ec-b0ab-4e3a61330a67 req-f5633e3b-7016-4650-bc06-f7e990d1f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:19.146344 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a184066b-3da0-43ec-b0ab-4e3a61330a67 req-f5633e3b-7016-4650-bc06-f7e990d1f601 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 1127 time: 0.0471635 Mar 08 17:55:19.241711 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184066b-3da0-43ec-b0ab-4e3a61330a67 req-6ec171a8-5863-4e85-89ab-70027cda58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:19.243196 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a184066b-3da0-43ec-b0ab-4e3a61330a67 req-6ec171a8-5863-4e85-89ab-70027cda58d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.0906119 Mar 08 17:55:19.286557 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a184066b-3da0-43ec-b0ab-4e3a61330a67 req-5fe9e654-6c91-401c-a025-842a5f604d34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cd80298-b71f-4a30-8d48-04f667009f58 HTTP/1.1" status: 200 len: 217 time: 0.0336175 Mar 08 17:55:19.337837 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184066b-3da0-43ec-b0ab-4e3a61330a67 req-f1ade4ea-dd58-4c40-a5ac-de66b68b6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:19.339259 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a184066b-3da0-43ec-b0ab-4e3a61330a67 req-f1ade4ea-dd58-4c40-a5ac-de66b68b6039 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0470178 Mar 08 17:55:19.394386 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184066b-3da0-43ec-b0ab-4e3a61330a67 req-45cd0f9f-75fe-4272-ae64-ee6b0f98d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:19.398347 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a184066b-3da0-43ec-b0ab-4e3a61330a67 req-45cd0f9f-75fe-4272-ae64-ee6b0f98d4ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508637 Mar 08 17:55:19.492403 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a184066b-3da0-43ec-b0ab-4e3a61330a67 req-173963c5-02f0-498f-afa5-f247f55bfd41 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852962 Mar 08 17:55:19.581938 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a184066b-3da0-43ec-b0ab-4e3a61330a67 req-66a586f3-323b-4a61-8e6c-f7b72f5b0bcc service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826643 Mar 08 17:55:20.083173 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c881548-eb61-47b0-9222-78cf99e8644d req-6ae4c7cb-9686-41ed-9678-236239f2d79e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:20.085466 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3c881548-eb61-47b0-9222-78cf99e8644d req-6ae4c7cb-9686-41ed-9678-236239f2d79e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 943 time: 0.0521023 Mar 08 17:55:20.138035 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3c881548-eb61-47b0-9222-78cf99e8644d req-8da48994-6be5-400c-b20d-fcbbafc7f334 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469935 Mar 08 17:55:20.577902 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:21.254060 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17851448-4613-4b37-a77e-a88b7ebf2dd4 req-7cb20796-42f9-4916-9cc2-743b0aaa4e55 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:21.255508 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-17851448-4613-4b37-a77e-a88b7ebf2dd4 req-7cb20796-42f9-4916-9cc2-743b0aaa4e55 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 943 time: 0.0511723 Mar 08 17:55:21.307220 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-17851448-4613-4b37-a77e-a88b7ebf2dd4 req-a9c55321-462b-473a-bfe1-3b80c6e8bf16 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456047 Mar 08 17:55:21.345324 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4508bdd1-285a-4520-9aae-6da94f881f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:22.425479 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4f9c8-3e05-43ed-9c6f-90ecf2cf5173 req-df4f2b4b-b307-484e-83e4-d1c4cdb3f21b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:22.426976 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3bf4f9c8-3e05-43ed-9c6f-90ecf2cf5173 req-df4f2b4b-b307-484e-83e4-d1c4cdb3f21b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 943 time: 0.0542133 Mar 08 17:55:22.475114 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3bf4f9c8-3e05-43ed-9c6f-90ecf2cf5173 req-64da906e-9ec8-4e32-9914-51f4411f5ace tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418081 Mar 08 17:55:22.773578 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:23.589731 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5660f-b01a-4ec9-82a6-5836b1eae8aa req-fb3d80ba-5242-4ef5-9969-6642f8a6a4fb tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:23.591242 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-14b5660f-b01a-4ec9-82a6-5836b1eae8aa req-fb3d80ba-5242-4ef5-9969-6642f8a6a4fb tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 943 time: 0.0510445 Mar 08 17:55:23.640258 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-14b5660f-b01a-4ec9-82a6-5836b1eae8aa req-e91f4746-836b-4b90-a9ac-c28650629ef5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435996 Mar 08 17:55:23.933695 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:24.755670 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977efad0-b35e-40e1-87c6-515344d52949 req-77886147-7a0e-4a70-836c-b895a12001a0 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:24.757126 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-977efad0-b35e-40e1-87c6-515344d52949 req-77886147-7a0e-4a70-836c-b895a12001a0 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 943 time: 0.0514238 Mar 08 17:55:24.804797 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-977efad0-b35e-40e1-87c6-515344d52949 req-ff9d0cea-53e4-4552-b4d8-20b17f561b65 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419214 Mar 08 17:55:25.305372 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:25.922360 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a207a9-ee64-48fd-beeb-79f63e919b1c req-823ef096-acc1-4137-9fde-f1d50be0db63 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:25.923812 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e7a207a9-ee64-48fd-beeb-79f63e919b1c req-823ef096-acc1-4137-9fde-f1d50be0db63 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 943 time: 0.0544178 Mar 08 17:55:25.971277 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e7a207a9-ee64-48fd-beeb-79f63e919b1c req-24c6b3bd-265c-4293-aae5-0b844c3d64bb tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420153 Mar 08 17:55:27.088142 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056102d8-4018-46c1-8ab9-c4340b817bb4 req-a6be3c4c-2f03-4e08-a0cb-6161ae34c17e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:27.089600 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-056102d8-4018-46c1-8ab9-c4340b817bb4 req-a6be3c4c-2f03-4e08-a0cb-6161ae34c17e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 943 time: 0.0514474 Mar 08 17:55:27.141270 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-056102d8-4018-46c1-8ab9-c4340b817bb4 req-658bed1f-228d-4315-87e5-bbceb2d08fdb tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453446 Mar 08 17:55:27.865034 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 3cd80298-b71f-4a30-8d48-04f667009f58 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 17:55:27.958419 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 3cd80298-b71f-4a30-8d48-04f667009f58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3cd80298-b71f-4a30-8d48-04f667009f58,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:55:27.968833 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Returning: {'device': '3cd80298-b71f-4a30-8d48-04f667009f58', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'port_id': '3cd80298-b71f-4a30-8d48-04f667009f58', 'mac_address': 'fa:16:3e:dc:07:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 17:55:28.008676 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 3cd80298-b71f-4a30-8d48-04f667009f58 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:55:28.009066 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:28.021803 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd80298-b71f-4a30-8d48-04f667009f58 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 17:55:28.040430 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 3cd80298-b71f-4a30-8d48-04f667009f58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3cd80298-b71f-4a30-8d48-04f667009f58,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:55:28.082426 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:28.128724 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=3cd80298-b71f-4a30-8d48-04f667009f58,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:55:28.144876 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.145230 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.145575 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.145949 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.146289 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.146619 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.146947 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.147273 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.147599 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.147926 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.148250 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.148571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.148898 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:55:28.256447 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86ae1a-8581-4abd-bae9-3229c5b10341 req-0f21b506-75d8-49ab-994a-70d6ceea586f tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:28.257927 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7b86ae1a-8581-4abd-bae9-3229c5b10341 req-0f21b506-75d8-49ab-994a-70d6ceea586f tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 944 time: 0.0505378 Mar 08 17:55:28.304838 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7b86ae1a-8581-4abd-bae9-3229c5b10341 req-5339c440-527b-4ffe-9bd3-384c1d2f7ccc tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414464 Mar 08 17:55:28.469669 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] get_ports_and_sgs() called for port_ids ['3cd80298-b71f-4a30-8d48-04f667009f58'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 17:55:28.952051 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:55:29.429437 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1dae7-95c2-4624-bfc8-a05d0e0cdb7c req-ea98ce42-86d3-474c-b591-fcc60691fc8f tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:29.430941 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6da1dae7-95c2-4624-bfc8-a05d0e0cdb7c req-ea98ce42-86d3-474c-b591-fcc60691fc8f tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 944 time: 0.0553031 Mar 08 17:55:29.482302 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6da1dae7-95c2-4624-bfc8-a05d0e0cdb7c req-02c18b0b-6f16-4392-aa63-5b0c3b9f791a tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448620 Mar 08 17:55:29.855674 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 3cd80298-b71f-4a30-8d48-04f667009f58 up at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 17:55:29.960521 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning for port 3cd80298-b71f-4a30-8d48-04f667009f58 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 17:55:29.964251 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Provisioning complete for port 3cd80298-b71f-4a30-8d48-04f667009f58 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 17:55:29.964630 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-854245'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:30.042507 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Current status of the port 3cd80298-b71f-4a30-8d48-04f667009f58 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 17:55:30.042884 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:30.065420 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd80298-b71f-4a30-8d48-04f667009f58'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:55:30.067648 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d28e3cab6e228a7a422a2cf48e56b6db0f158b071e11dce4c0fdb091bdc7bdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ca388-53df-4cdb-a65e-67e63aa677ca" -d '{"events": [{"server_uuid": "4a0916bc-8d7c-4584-9a32-4de2ba71e0ec", "name": "network-vif-plugged", "status": "completed", "tag": "3cd80298-b71f-4a30-8d48-04f667009f58"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:55:30.080149 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] For port 3cd80298-b71f-4a30-8d48-04f667009f58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3cd80298-b71f-4a30-8d48-04f667009f58,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:55:30.155589 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d22126e-3bfb-49b0-aa99-88b20acff58b x-openstack-request-id: req-6d22126e-3bfb-49b0-aa99-88b20acff58b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:55:30.155884 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0916bc-8d7c-4584-9a32-4de2ba71e0ec", "name": "network-vif-plugged", "status": "completed", "tag": "3cd80298-b71f-4a30-8d48-04f667009f58", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:55:30.156168 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d22126e-3bfb-49b0-aa99-88b20acff58b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:55:30.156564 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd80298-b71f-4a30-8d48-04f667009f58', 'code': 200} Mar 08 17:55:30.157712 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:30.205425 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Pushing event updated for resources: {'Port': ['ID=3cd80298-b71f-4a30-8d48-04f667009f58,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:55:30.553531 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a5ebe-d7df-41b8-b499-3f910ff1da93 req-e33e83c2-d841-4bd3-b026-88bdb4e6e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:30.555350 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-283a5ebe-d7df-41b8-b499-3f910ff1da93 req-e33e83c2-d841-4bd3-b026-88bdb4e6e901 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 1129 time: 0.0544047 Mar 08 17:55:30.629400 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-283a5ebe-d7df-41b8-b499-3f910ff1da93 req-e402ca9d-e996-4472-969d-e4a4d57b21ba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643940 Mar 08 17:55:30.643064 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fa9bf-5e08-4eae-919b-78b8d4baa46f req-f520a4d3-a022-4385-9a23-99251ab04a09 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:30.644498 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-684fa9bf-5e08-4eae-919b-78b8d4baa46f req-f520a4d3-a022-4385-9a23-99251ab04a09 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 945 time: 0.0882006 Mar 08 17:55:30.692469 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-684fa9bf-5e08-4eae-919b-78b8d4baa46f req-d0e69674-a434-4d27-9c01-20897faec332 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Mar 08 17:55:31.816597 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ae0a3-c013-4a14-bd9d-7cecd2ff1c53 req-02f895b6-f8d9-4765-bb01-85ca696a6225 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:31.818094 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cd5ae0a3-c013-4a14-bd9d-7cecd2ff1c53 req-02f895b6-f8d9-4765-bb01-85ca696a6225 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 945 time: 0.0564096 Mar 08 17:55:31.866805 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cd5ae0a3-c013-4a14-bd9d-7cecd2ff1c53 req-f5267410-85f2-416a-9c8b-fc1eefdfa0b9 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433095 Mar 08 17:55:32.992248 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d0f5e-f5f5-42aa-8445-386d85a91beb req-6bb0b576-eb05-4875-b6ac-67defb7424d8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:32.993706 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c93d0f5e-f5f5-42aa-8445-386d85a91beb req-6bb0b576-eb05-4875-b6ac-67defb7424d8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 945 time: 0.0518308 Mar 08 17:55:33.041695 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c93d0f5e-f5f5-42aa-8445-386d85a91beb req-b03b0dae-ec80-48df-8b17-29d9dcedc01e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418444 Mar 08 17:55:33.155697 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d87ad-75a4-4e68-93cd-6ee2c59ac5a8 req-92ba8027-83cd-437e-806d-564a45e235c8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:33.157056 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de9d87ad-75a4-4e68-93cd-6ee2c59ac5a8 req-92ba8027-83cd-437e-806d-564a45e235c8 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 945 time: 0.0510764 Mar 08 17:55:33.204806 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de9d87ad-75a4-4e68-93cd-6ee2c59ac5a8 req-728ed4de-59ab-468e-9994-588c005db93b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Mar 08 17:55:33.227114 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59738) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:55:33.311598 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbad7c0-6787-4f56-9b79-d4b44eab1032 tempest-TestVolumeBootPattern-523418140 tempest-TestVolumeBootPattern-523418140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:33.313091 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ddbad7c0-6787-4f56-9b79-d4b44eab1032 tempest-TestVolumeBootPattern-523418140 tempest-TestVolumeBootPattern-523418140-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 1124 time: 0.0848889 Mar 08 17:55:33.315921 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59742) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:55:33.320752 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Request body: {'floatingip': {'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'port_id': '3cd80298-b71f-4a30-8d48-04f667009f58', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 17:55:33.419429 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:33.523637 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:33.629968 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Allocated IP 172.27.3.16 (1cf1adba-36f7-45e5-a590-5d52a2089e80/fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d/479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 17:55:33.733534 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for port (479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:33.842506 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759923146433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:33.879058 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Network 1cf1adba-36f7-45e5-a590-5d52a2089e80 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 17:55:33.883944 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 17:55:33.888116 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 17:55:33.924775 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'Port': ['ID=479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:55:34.526468 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (1790597a-03bc-4d4f-b202-7613ff5f57ec), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:34.650564 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-987602'] for port (479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:34.799997 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for port (479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:34.853350 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759923520952', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759923146451', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759923146469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129999053'] for port (479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:34.921119 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event updated for resources: {'Port': ['ID=479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:55:34.932619 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3837782'] for floatingip (1790597a-03bc-4d4f-b202-7613ff5f57ec), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:35.042270 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Floating IP 1790597a-03bc-4d4f-b202-7613ff5f57ec associated. External IP: 172.27.3.16, port: 3cd80298-b71f-4a30-8d48-04f667009f58. Mar 08 17:55:35.261503 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Router a04379f0-3caa-4427-adbb-175c9e8f590f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:55:35.375411 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:55:35.385518 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a849814-f80b-4bae-a174-a1c8600ed9d2 None None] Sync routers for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:55:35.395857 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a849814-f80b-4bae-a174-a1c8600ed9d2 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:55:35.396535 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2a849814-f80b-4bae-a174-a1c8600ed9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:55:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:55:35.449692 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:35.481757 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f0ef43d5-f01b-4190-bebc-8222ac1e24ca tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1647995 Mar 08 17:55:35.482385 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'tag': '3cd80298-b71f-4a30-8d48-04f667009f58'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:55:35.484657 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0916bc-8d7c-4584-9a32-4de2ba71e0ec", "tag": "3cd80298-b71f-4a30-8d48-04f667009f58"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:55:35.505539 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-2a849814-f80b-4bae-a174-a1c8600ed9d2 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:55:35.532691 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d585eb6a-bf87-4eed-b4df-0d86391ad3e1 x-openstack-request-id: req-d585eb6a-bf87-4eed-b4df-0d86391ad3e1 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:55:35.533178 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0916bc-8d7c-4584-9a32-4de2ba71e0ec", "tag": "3cd80298-b71f-4a30-8d48-04f667009f58", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:55:35.533300 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d585eb6a-bf87-4eed-b4df-0d86391ad3e1 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:55:35.533636 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'tag': '3cd80298-b71f-4a30-8d48-04f667009f58', 'status': 'completed', 'code': 200} Mar 08 17:55:35.607702 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79 req-f8d56ca9-9ab1-47d7-84b6-fda6e23c7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:35.609642 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79 req-f8d56ca9-9ab1-47d7-84b6-fda6e23c7d40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 1129 time: 0.0467436 Mar 08 17:55:35.724645 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79 req-9b0f0cce-30d6-411c-83b4-dbcf22a904fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:35.726427 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79 req-9b0f0cce-30d6-411c-83b4-dbcf22a904fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.1098278 Mar 08 17:55:35.740202 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2a849814-f80b-4bae-a174-a1c8600ed9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '1790597a-03bc-4d4f-b202-7613ff5f57ec', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '3cd80298-b71f-4a30-8d48-04f667009f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:dc:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:55:34Z', 'updated_at': '2022-03-08T17:55:34Z', 'revision_number': 0, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}, {'id': 'cd0173b2-bdf9-4486-988d-bd11c60d06f1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:3a:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:52:58Z', 'updated_at': '2022-03-08T17:53:00Z', 'revision_number': 1, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:55:35.767562 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a849814-f80b-4bae-a174-a1c8600ed9d2 None None] Checking router: a04379f0-3caa-4427-adbb-175c9e8f590f for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:55:35.775710 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a849814-f80b-4bae-a174-a1c8600ed9d2 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:55:35.776322 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2a849814-f80b-4bae-a174-a1c8600ed9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:55:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:55:35.793540 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79 req-a32745b4-3a58-4dbb-a696-cc2150415721 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cd80298-b71f-4a30-8d48-04f667009f58 HTTP/1.1" status: 200 len: 998 time: 0.0597572 Mar 08 17:55:35.841620 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79 req-500ca128-fc44-4667-a77f-6a90452a6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:35.843691 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79 req-500ca128-fc44-4667-a77f-6a90452a6a10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0438473 Mar 08 17:55:35.899466 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79 req-ece183ed-9c55-432a-8fc9-2117565f0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:35.901030 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79 req-ece183ed-9c55-432a-8fc9-2117565f0f0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499716 Mar 08 17:55:35.970554 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-2a849814-f80b-4bae-a174-a1c8600ed9d2 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:55:35.992812 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79 req-ec6dd3cf-f503-49f8-8706-63535a6d4cbf service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833917 Mar 08 17:55:36.097061 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f2d1a65e-5eb6-4f1d-a173-8eae290bbe79 req-2df30f69-f018-438b-ba0c-f2dfcd209ad0 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973485 Mar 08 17:55:36.206137 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2a849814-f80b-4bae-a174-a1c8600ed9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '1790597a-03bc-4d4f-b202-7613ff5f57ec', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '3cd80298-b71f-4a30-8d48-04f667009f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:dc:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:55:34Z', 'updated_at': '2022-03-08T17:55:34Z', 'revision_number': 0, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}, {'id': 'cd0173b2-bdf9-4486-988d-bd11c60d06f1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:3a:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:52:58Z', 'updated_at': '2022-03-08T17:53:00Z', 'revision_number': 1, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:55:36.232807 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a849814-f80b-4bae-a174-a1c8600ed9d2 None None] The sync data for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi is: [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': '1790597a-03bc-4d4f-b202-7613ff5f57ec', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '3cd80298-b71f-4a30-8d48-04f667009f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:dc:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:55:34Z', 'updated_at': '2022-03-08T17:55:34Z', 'revision_number': 0, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}, {'id': 'cd0173b2-bdf9-4486-988d-bd11c60d06f1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:3a:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:52:58Z', 'updated_at': '2022-03-08T17:53:00Z', 'revision_number': 1, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:55:36.417763 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5920b073-5d7f-4bdc-9dae-e8cc3abcda00 None None] New status for floating IP 1790597a-03bc-4d4f-b202-7613ff5f57ec: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:55:40.334287 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3dbddf36-d014-4d84-9efc-f853b639959f req-e3cec6ff-e14a-4b5a-8c22-f50dcb737e7b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430007 Mar 08 17:55:40.426558 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbddf36-d014-4d84-9efc-f853b639959f req-439b8b56-0752-41d8-a80d-070e27eaa8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:40.428147 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3dbddf36-d014-4d84-9efc-f853b639959f req-439b8b56-0752-41d8-a80d-070e27eaa8d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 1129 time: 0.0440943 Mar 08 17:55:40.544299 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbddf36-d014-4d84-9efc-f853b639959f req-9aeab258-5afd-4ad9-a39b-67c896e47803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:40.546447 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3dbddf36-d014-4d84-9efc-f853b639959f req-9aeab258-5afd-4ad9-a39b-67c896e47803 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.0935555 Mar 08 17:55:40.615292 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3dbddf36-d014-4d84-9efc-f853b639959f req-56a7282a-00c6-47b0-b0c3-35b969509b3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 HTTP/1.1" status: 200 len: 1000 time: 0.0587256 Mar 08 17:55:40.669595 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbddf36-d014-4d84-9efc-f853b639959f req-eaac143e-b802-4caa-b933-ca6e1976b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:40.671062 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3dbddf36-d014-4d84-9efc-f853b639959f req-eaac143e-b802-4caa-b933-ca6e1976b039 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0469003 Mar 08 17:55:40.720505 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbddf36-d014-4d84-9efc-f853b639959f req-b9526617-8d86-4152-8d4e-2720ad6504b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:55:40.722015 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3dbddf36-d014-4d84-9efc-f853b639959f req-b9526617-8d86-4152-8d4e-2720ad6504b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436680 Mar 08 17:55:40.818595 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3dbddf36-d014-4d84-9efc-f853b639959f req-a26d37e8-0830-4358-8663-572413de409f service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892708 Mar 08 17:55:40.914422 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3dbddf36-d014-4d84-9efc-f853b639959f req-7334a771-fa6a-4057-9c66-9497eb14d6fd service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855668 Mar 08 17:55:49.080368 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c195271-725c-439e-9557-23fa424c852c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:50.584465 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:51.338880 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c3ae2371-2018-4c9d-80de-ac87b6c4446a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:52.784379 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:53.961428 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:55:55.304479 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:05.951332 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:56:19.079545 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37d85bee-97a8-4db0-9661-f9446d22d204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:20.599717 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:21.376666 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-910f34a3-dc8f-471d-9411-19553de31cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:22.800715 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:23.954849 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:25.292082 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:41.038596 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a4d5d627-585e-4d52-a05e-44867006c85c req-2d2e99b2-d828-4618-b99a-b0a069f22942 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429099 Mar 08 17:56:41.104872 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5d627-585e-4d52-a05e-44867006c85c req-88c5ff3d-4365-4e0d-8917-450c5b48b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:56:41.106382 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a4d5d627-585e-4d52-a05e-44867006c85c req-88c5ff3d-4365-4e0d-8917-450c5b48b989 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 1129 time: 0.0435624 Mar 08 17:56:41.212783 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5d627-585e-4d52-a05e-44867006c85c req-d4fb91ec-8690-4773-80dc-481a35bdf436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:56:41.214257 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a4d5d627-585e-4d52-a05e-44867006c85c req-d4fb91ec-8690-4773-80dc-481a35bdf436 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.0862424 Mar 08 17:56:41.278011 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a4d5d627-585e-4d52-a05e-44867006c85c req-eff47e2f-7672-4dde-808f-dbef3647e74d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cd80298-b71f-4a30-8d48-04f667009f58 HTTP/1.1" status: 200 len: 1000 time: 0.0562048 Mar 08 17:56:41.329477 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5d627-585e-4d52-a05e-44867006c85c req-bcb0c52d-57f0-4ecc-b4f7-72c105c15a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:56:41.330924 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a4d5d627-585e-4d52-a05e-44867006c85c req-bcb0c52d-57f0-4ecc-b4f7-72c105c15a6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0459008 Mar 08 17:56:41.378561 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5d627-585e-4d52-a05e-44867006c85c req-b9d5e779-c1d6-4449-88ad-6651d76b157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:56:41.379998 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a4d5d627-585e-4d52-a05e-44867006c85c req-b9d5e779-c1d6-4449-88ad-6651d76b157c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423639 Mar 08 17:56:41.465393 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a4d5d627-585e-4d52-a05e-44867006c85c req-291ba161-559c-47af-99b2-37b52d893459 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779345 Mar 08 17:56:41.556182 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a4d5d627-585e-4d52-a05e-44867006c85c req-65130476-204e-4de2-a273-63838fce0fbb service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825074 Mar 08 17:56:42.950390 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:56:49.114409 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9302e49b-d815-4959-91f9-79cdd263b1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:50.599712 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:51.348927 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0894-dc2b-4d63-81b5-11a39312e17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:52.805764 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:54.011437 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:56:55.310108 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:19.078982 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-57c9dcb7-a61a-4505-a330-515964d5eb6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:19.674043 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-127f1a54-54bc-49de-9ef9-772d847526fd req-5d9bcf74-d63e-42a5-81db-ad01bc022929 service neutron] (103424) timed out ('10.222.0.64', 54925) {{(pid=103424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:57:19.950497 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:57:20.627535 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:21.330859 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bf635833-5edf-46c0-b7b1-67504b5612e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:22.776373 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:24.010337 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:25.279390 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:26.393625 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-2b4c9c8f-21c0-4d0e-90e8-f4e1b6085e6b service neutron] (103425) timed out ('10.222.0.66', 54500) {{(pid=103425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:57:26.753075 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-53345549-b3ef-475c-93bd-bee50b565efe req-59b337ab-c79d-4485-8b64-e3c33045e7f2 tempest-AttachVolumeShelveTestJSON-1330207313 tempest-AttachVolumeShelveTestJSON-1330207313-project] (103425) timed out ('10.222.0.66', 54512) {{(pid=103425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 17:57:36.206097 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59786) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:36.362865 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Deleting port 479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:36.363213 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:36.446524 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:36.446848 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:36.458352 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Calling delete_port for 479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47 owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:36.684736 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:36.710554 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event deleted for resources: {'Port': ['ID=479ffa7e-78dc-4268-b1d9-4dbe0aa1fa47,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:36.737601 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.738012 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.738364 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.738707 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.739045 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.739378 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.739712 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.740043 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.740373 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.740710 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.741040 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.741366 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.741692 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:36.784042 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (1790597a-03bc-4d4f-b202-7613ff5f57ec), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:36.784381 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Floating IP 1790597a-03bc-4d4f-b202-7613ff5f57ec disassociated (deleted). External IP: 172.27.3.16, port: 3cd80298-b71f-4a30-8d48-04f667009f58. Mar 08 17:57:36.991822 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Router a04379f0-3caa-4427-adbb-175c9e8f590f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:57:37.101345 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:57:37.107461 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:37.110789 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ea436-f44a-432e-ad4b-33ab3c540166 None None] Sync routers for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:57:37.121414 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ea436-f44a-432e-ad4b-33ab3c540166 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:57:37.122058 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d19ea436-f44a-432e-ad4b-33ab3c540166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:57:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:37.137533 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-6cd5a259-75da-454b-92c2-b21e47abfd11 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "DELETE /v2.0/floatingips/1790597a-03bc-4d4f-b202-7613ff5f57ec HTTP/1.1" status: 204 len: 168 time: 0.9303174 Mar 08 17:57:37.138134 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'tag': '3cd80298-b71f-4a30-8d48-04f667009f58'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:57:37.140535 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428c2b5a-7de6-4d4f-9620-31be0beb30f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0916bc-8d7c-4584-9a32-4de2ba71e0ec", "tag": "3cd80298-b71f-4a30-8d48-04f667009f58"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:57:37.181484 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a54e885-6d74-46f5-af3d-5f96b7dfeb30 x-openstack-request-id: req-9a54e885-6d74-46f5-af3d-5f96b7dfeb30 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:57:37.182416 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0916bc-8d7c-4584-9a32-4de2ba71e0ec", "tag": "3cd80298-b71f-4a30-8d48-04f667009f58", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:57:37.182717 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a54e885-6d74-46f5-af3d-5f96b7dfeb30 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:57:37.183212 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'tag': '3cd80298-b71f-4a30-8d48-04f667009f58', 'status': 'completed', 'code': 200} Mar 08 17:57:37.232768 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-d19ea436-f44a-432e-ad4b-33ab3c540166 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:57:37.250634 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2b5a-7de6-4d4f-9620-31be0beb30f0 req-9e6695f0-23e0-456b-b01e-9cd03ca78427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:37.252113 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-428c2b5a-7de6-4d4f-9620-31be0beb30f0 req-9e6695f0-23e0-456b-b01e-9cd03ca78427 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 1129 time: 0.0467699 Mar 08 17:57:37.356818 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2b5a-7de6-4d4f-9620-31be0beb30f0 req-230eb0ba-3d29-44e5-a0fa-46b233077155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:37.358421 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-428c2b5a-7de6-4d4f-9620-31be0beb30f0 req-230eb0ba-3d29-44e5-a0fa-46b233077155 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.1005185 Mar 08 17:57:37.400199 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-428c2b5a-7de6-4d4f-9620-31be0beb30f0 req-bc622293-063c-4eec-ad12-77597b4bd089 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cd80298-b71f-4a30-8d48-04f667009f58 HTTP/1.1" status: 200 len: 217 time: 0.0344002 Mar 08 17:57:37.458390 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2b5a-7de6-4d4f-9620-31be0beb30f0 req-ab52e3b1-3b83-426f-82be-f166b541264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:37.459872 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-428c2b5a-7de6-4d4f-9620-31be0beb30f0 req-ab52e3b1-3b83-426f-82be-f166b541264d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0506346 Mar 08 17:57:37.472576 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d19ea436-f44a-432e-ad4b-33ab3c540166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'cd0173b2-bdf9-4486-988d-bd11c60d06f1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:3a:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:52:58Z', 'updated_at': '2022-03-08T17:53:00Z', 'revision_number': 1, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:37.500302 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ea436-f44a-432e-ad4b-33ab3c540166 None None] Checking router: a04379f0-3caa-4427-adbb-175c9e8f590f for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:57:37.508922 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ea436-f44a-432e-ad4b-33ab3c540166 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:57:37.509357 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d19ea436-f44a-432e-ad4b-33ab3c540166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:57:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:37.523847 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c2b5a-7de6-4d4f-9620-31be0beb30f0 req-413b2d73-8213-4687-a4df-a26aacbcd71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:37.526359 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-428c2b5a-7de6-4d4f-9620-31be0beb30f0 req-413b2d73-8213-4687-a4df-a26aacbcd71c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580041 Mar 08 17:57:37.627258 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-d19ea436-f44a-432e-ad4b-33ab3c540166 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:57:37.672407 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-428c2b5a-7de6-4d4f-9620-31be0beb30f0 req-49c20d75-afd1-4b50-afa2-b105ccfd465c service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345689 Mar 08 17:57:37.727438 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1a849-d2e5-49ab-9b7f-a473668c58bb req-cefc52c5-21d7-4cd8-87c3-226ab2fffb07 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:37.729500 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0e1a849-d2e5-49ab-9b7f-a473668c58bb req-cefc52c5-21d7-4cd8-87c3-226ab2fffb07 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 945 time: 0.1738319 Mar 08 17:57:37.819088 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-428c2b5a-7de6-4d4f-9620-31be0beb30f0 req-a03aad47-a0f2-4588-a09f-6be6711db37e service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377161 Mar 08 17:57:37.823865 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e0e1a849-d2e5-49ab-9b7f-a473668c58bb req-f11daa60-d670-498e-a334-7d7529015076 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689285 Mar 08 17:57:37.858488 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d19ea436-f44a-432e-ad4b-33ab3c540166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'cd0173b2-bdf9-4486-988d-bd11c60d06f1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:3a:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:52:58Z', 'updated_at': '2022-03-08T17:53:00Z', 'revision_number': 1, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:37.974537 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ea436-f44a-432e-ad4b-33ab3c540166 None None] The sync data for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi is: [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_floatingips': [{'id': 'cd0173b2-bdf9-4486-988d-bd11c60d06f1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'router_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'port_id': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'mac_address': 'fa:16:3e:3a:3d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T17:52:58Z', 'updated_at': '2022-03-08T17:53:00Z', 'revision_number': 1, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:57:38.193485 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d7fe7-9f91-48bf-b575-5abb85ea4ce2 None None] New status for floating IP 1790597a-03bc-4d4f-b202-7613ff5f57ec: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:57:38.988343 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2212e1-d817-48b4-9c43-bd0f5719943f req-e31151ba-11fe-4256-a849-b837ad32ca58 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:38.989813 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ab2212e1-d817-48b4-9c43-bd0f5719943f req-e31151ba-11fe-4256-a849-b837ad32ca58 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 945 time: 0.0961547 Mar 08 17:57:39.046867 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ab2212e1-d817-48b4-9c43-bd0f5719943f req-95987cf6-6c1d-4740-9a48-8bc7084f7997 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473831 Mar 08 17:57:39.577666 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101122d-b446-40e8-80db-2d26633f4c7f req-bb348e8f-0fc6-4833-82fb-a7a53abebbd9 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:39.579140 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d101122d-b446-40e8-80db-2d26633f4c7f req-bb348e8f-0fc6-4833-82fb-a7a53abebbd9 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 945 time: 0.0539818 Mar 08 17:57:39.668566 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-d101122d-b446-40e8-80db-2d26633f4c7f req-8688dce0-6493-4526-96db-5f80ad77d15c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Deleting port 3cd80298-b71f-4a30-8d48-04f667009f58 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:39.668902 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d101122d-b446-40e8-80db-2d26633f4c7f req-8688dce0-6493-4526-96db-5f80ad77d15c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:40.035118 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-d101122d-b446-40e8-80db-2d26633f4c7f req-8688dce0-6493-4526-96db-5f80ad77d15c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] For port 3cd80298-b71f-4a30-8d48-04f667009f58, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3cd80298-b71f-4a30-8d48-04f667009f58,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:57:40.035484 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d101122d-b446-40e8-80db-2d26633f4c7f req-8688dce0-6493-4526-96db-5f80ad77d15c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:40.047480 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-d101122d-b446-40e8-80db-2d26633f4c7f req-8688dce0-6493-4526-96db-5f80ad77d15c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Calling delete_port for 3cd80298-b71f-4a30-8d48-04f667009f58 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:40.209377 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc685fd-630a-42b3-a543-07325a1814be req-897c6db1-6ded-44eb-b768-06897c92f176 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:40.210913 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1bc685fd-630a-42b3-a543-07325a1814be req-897c6db1-6ded-44eb-b768-06897c92f176 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 945 time: 0.0906241 Mar 08 17:57:40.258783 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d101122d-b446-40e8-80db-2d26633f4c7f req-8688dce0-6493-4526-96db-5f80ad77d15c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (3cd80298-b71f-4a30-8d48-04f667009f58), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:40.263564 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1bc685fd-630a-42b3-a543-07325a1814be req-61a7ce36-34dd-4328-a95d-98b0314c1eb9 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460920 Mar 08 17:57:40.290319 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688dce0-6493-4526-96db-5f80ad77d15c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event deleted for resources: {'Port': ['ID=3cd80298-b71f-4a30-8d48-04f667009f58,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:40.351633 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-d101122d-b446-40e8-80db-2d26633f4c7f req-8688dce0-6493-4526-96db-5f80ad77d15c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] No DVR routers for this DVR port 3cd80298-b71f-4a30-8d48-04f667009f58 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:57:40.351633 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d101122d-b446-40e8-80db-2d26633f4c7f req-8688dce0-6493-4526-96db-5f80ad77d15c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:40.351633 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d101122d-b446-40e8-80db-2d26633f4c7f req-8688dce0-6493-4526-96db-5f80ad77d15c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "DELETE /v2.0/ports/3cd80298-b71f-4a30-8d48-04f667009f58 HTTP/1.1" status: 204 len: 173 time: 0.7565191 Mar 08 17:57:40.351633 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'name': 'network-vif-deleted', 'tag': '3cd80298-b71f-4a30-8d48-04f667009f58'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:57:40.351633 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dc9cbc-0107-4e1d-9dba-535e0dea63be" -d '{"events": [{"server_uuid": "4a0916bc-8d7c-4584-9a32-4de2ba71e0ec", "name": "network-vif-deleted", "tag": "3cd80298-b71f-4a30-8d48-04f667009f58"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:57:40.380489 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58a208b-3bf8-44ed-a1f0-3f95a12025cb x-openstack-request-id: req-f58a208b-3bf8-44ed-a1f0-3f95a12025cb {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:57:40.380782 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0916bc-8d7c-4584-9a32-4de2ba71e0ec", "name": "network-vif-deleted", "tag": "3cd80298-b71f-4a30-8d48-04f667009f58", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:57:40.381030 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f58a208b-3bf8-44ed-a1f0-3f95a12025cb {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:57:40.381423 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0916bc-8d7c-4584-9a32-4de2ba71e0ec', 'name': 'network-vif-deleted', 'tag': '3cd80298-b71f-4a30-8d48-04f667009f58', 'status': 'completed', 'code': 200} Mar 08 17:57:41.345078 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-528dc28b-4415-463c-bf15-32d902ce74cc req-bec34309-1f8c-4648-be9b-5991b83f6615 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473971 Mar 08 17:57:41.382816 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3532fb94-4315-49c5-b3f5-b1dc3a4d7ed7 req-7cf64d83-dc94-4b2d-b2b0-7238d8e20549 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a0916bc-8d7c-4584-9a32-4de2ba71e0ec HTTP/1.1" status: 200 len: 210 time: 0.0266199 Mar 08 17:57:41.428379 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dc28b-4415-463c-bf15-32d902ce74cc req-f748e4b5-06ed-4414-9c2b-5111560f9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:41.429906 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-528dc28b-4415-463c-bf15-32d902ce74cc req-f748e4b5-06ed-4414-9c2b-5111560f9809 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 1129 time: 0.0430362 Mar 08 17:57:41.535847 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dc28b-4415-463c-bf15-32d902ce74cc req-4feb531c-8139-4d6d-9053-9085c79c6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:41.537320 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-528dc28b-4415-463c-bf15-32d902ce74cc req-4feb531c-8139-4d6d-9053-9085c79c6823 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.0885808 Mar 08 17:57:41.612211 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-528dc28b-4415-463c-bf15-32d902ce74cc req-1702b2f4-6bcb-4f15-add6-222ab81b451f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 HTTP/1.1" status: 200 len: 1000 time: 0.0676341 Mar 08 17:57:41.664984 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dc28b-4415-463c-bf15-32d902ce74cc req-34a0c85b-f001-442c-b285-d091183bda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:41.667334 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-528dc28b-4415-463c-bf15-32d902ce74cc req-34a0c85b-f001-442c-b285-d091183bda8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0484905 Mar 08 17:57:41.715353 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dc28b-4415-463c-bf15-32d902ce74cc req-17eebfde-5bbd-4707-8edd-18813119e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:41.716855 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-528dc28b-4415-463c-bf15-32d902ce74cc req-17eebfde-5bbd-4707-8edd-18813119e7f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435748 Mar 08 17:57:41.806205 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-528dc28b-4415-463c-bf15-32d902ce74cc req-01374994-03a7-4423-9b21-6696594f7189 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802715 Mar 08 17:57:41.899437 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-528dc28b-4415-463c-bf15-32d902ce74cc req-b54ba842-d630-4f55-9854-d3807f8a3d36 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858247 Mar 08 17:57:42.649956 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 3cd80298-b71f-4a30-8d48-04f667009f58 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:57:42.670505 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: 3cd80298-b71f-4a30-8d48-04f667009f58 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:57:42.670764 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 3cd80298-b71f-4a30-8d48-04f667009f58 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:57:44.866056 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59846) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:45.023839 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Deleting port c8d40269-c6b8-4532-a68b-6bdda3713c3e {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:45.024177 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (c8d40269-c6b8-4532-a68b-6bdda3713c3e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:45.102882 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (c8d40269-c6b8-4532-a68b-6bdda3713c3e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:45.103119 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (c8d40269-c6b8-4532-a68b-6bdda3713c3e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:45.115103 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Calling delete_port for c8d40269-c6b8-4532-a68b-6bdda3713c3e owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:45.352382 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (c8d40269-c6b8-4532-a68b-6bdda3713c3e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:45.387310 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event deleted for resources: {'Port': ['ID=c8d40269-c6b8-4532-a68b-6bdda3713c3e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:45.449595 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (cd0173b2-bdf9-4486-988d-bd11c60d06f1), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:45.449955 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Floating IP cd0173b2-bdf9-4486-988d-bd11c60d06f1 disassociated (deleted). External IP: 172.27.3.77, port: 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191. Mar 08 17:57:45.661803 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Router a04379f0-3caa-4427-adbb-175c9e8f590f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:57:45.769139 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:57:45.773882 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:45.778801 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842a6d1-6db4-4895-97f5-b26cf1dc5af0 None None] Sync routers for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:57:45.789009 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842a6d1-6db4-4895-97f5-b26cf1dc5af0 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:57:45.789624 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-e842a6d1-6db4-4895-97f5-b26cf1dc5af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:57:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:45.803905 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-52731dd6-d47d-45b9-9f64-7a1449d69978 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "DELETE /v2.0/floatingips/cd0173b2-bdf9-4486-988d-bd11c60d06f1 HTTP/1.1" status: 204 len: 168 time: 0.9367828 Mar 08 17:57:45.804594 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'tag': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:57:45.807139 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f17e69-9bd2-46da-8023-fff35382b831" -d '{"events": [{"name": "network-changed", "server_uuid": "28a0a42c-f3fd-486d-a191-b8b98c823c11", "tag": "4a3e390b-6aec-41ba-ae1c-e5c8d0efe191"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:57:45.847740 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672b753e-a480-4ffe-b13d-dc434c4cf260 x-openstack-request-id: req-672b753e-a480-4ffe-b13d-dc434c4cf260 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:57:45.848035 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a0a42c-f3fd-486d-a191-b8b98c823c11", "tag": "4a3e390b-6aec-41ba-ae1c-e5c8d0efe191", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:57:45.848442 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-672b753e-a480-4ffe-b13d-dc434c4cf260 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:57:45.848997 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'tag': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'status': 'completed', 'code': 200} Mar 08 17:57:45.899482 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-e842a6d1-6db4-4895-97f5-b26cf1dc5af0 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:57:45.919550 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17e69-9bd2-46da-8023-fff35382b831 req-f7938e56-a9d3-44ea-8fc6-67ee30fb9e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:45.921014 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-07f17e69-9bd2-46da-8023-fff35382b831 req-f7938e56-a9d3-44ea-8fc6-67ee30fb9e7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b0187d25d0754adeb9bca555430c5f48&device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 1129 time: 0.0477684 Mar 08 17:57:46.020915 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17e69-9bd2-46da-8023-fff35382b831 req-c156b458-49ef-49a8-8d75-a41a1cba0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:46.022442 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-07f17e69-9bd2-46da-8023-fff35382b831 req-c156b458-49ef-49a8-8d75-a41a1cba0740 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 200 len: 913 time: 0.0939746 Mar 08 17:57:46.065857 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-07f17e69-9bd2-46da-8023-fff35382b831 req-e3319564-257f-4e71-ba21-c8bed00a2171 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 HTTP/1.1" status: 200 len: 217 time: 0.0352635 Mar 08 17:57:46.107588 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-e842a6d1-6db4-4895-97f5-b26cf1dc5af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:46.121557 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17e69-9bd2-46da-8023-fff35382b831 req-4a2766b5-96ed-49c9-b2ee-29ecd9eb4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:46.123662 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-07f17e69-9bd2-46da-8023-fff35382b831 req-4a2766b5-96ed-49c9-b2ee-29ecd9eb4464 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 200 len: 851 time: 0.0503445 Mar 08 17:57:46.137815 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842a6d1-6db4-4895-97f5-b26cf1dc5af0 None None] Checking router: a04379f0-3caa-4427-adbb-175c9e8f590f for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:57:46.146305 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842a6d1-6db4-4895-97f5-b26cf1dc5af0 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:57:46.146924 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-e842a6d1-6db4-4895-97f5-b26cf1dc5af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:57:21Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:46.177601 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17e69-9bd2-46da-8023-fff35382b831 req-5467b53f-90cf-4b73-911a-afcef918db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:46.179205 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-07f17e69-9bd2-46da-8023-fff35382b831 req-5467b53f-90cf-4b73-911a-afcef918db48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6b3758e3-66ad-418f-a8ee-71c2aef66cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488579 Mar 08 17:57:46.258483 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-e842a6d1-6db4-4895-97f5-b26cf1dc5af0 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:57:46.267149 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1f8b6-aa06-4967-b0d2-1dc67a297580 req-1a4295f3-d538-46dc-ac69-7d8235a7bc4c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:46.272627 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-08f1f8b6-aa06-4967-b0d2-1dc67a297580 req-1a4295f3-d538-46dc-ac69-7d8235a7bc4c tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 945 time: 0.0604255 Mar 08 17:57:46.280090 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-07f17e69-9bd2-46da-8023-fff35382b831 req-e9b34fe2-99b6-4aa3-baa4-803db38acfd7 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908270 Mar 08 17:57:46.322218 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [req-08f1f8b6-aa06-4967-b0d2-1dc67a297580 req-130ba792-02d2-4837-9706-36df433a6bc5 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468962 Mar 08 17:57:46.372164 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-07f17e69-9bd2-46da-8023-fff35382b831 req-cb5f880c-9f72-4c6d-ac72-ea1f2a5df3a6 service neutron] 10.222.0.64 "GET /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855153 Mar 08 17:57:46.461951 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-e842a6d1-6db4-4895-97f5-b26cf1dc5af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:46.488350 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842a6d1-6db4-4895-97f5-b26cf1dc5af0 None None] The sync data for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi is: [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:49:08Z', 'revision_number': 4, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi', '_interfaces': [{'id': '8b3b166d-4fb2-448a-a45e-e48b5946dbac', 'name': '', 'network_id': '6b3758e3-66ad-418f-a8ee-71c2aef66cf1', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'mac_address': 'fa:16:3e:24:40:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:08Z', 'updated_at': '2022-03-08T17:49:12Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'subnets': [{'id': 'ace3752b-8e27-48c5-9c88-fb4dc3995f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:57:46.705952 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf82282-99c6-4c55-8752-97b5f0b1711c None None] New status for floating IP cd0173b2-bdf9-4486-988d-bd11c60d06f1: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 17:57:47.443749 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49563046-1af1-458a-808d-8001812ed72c req-c274ffa7-48e6-4261-a1fe-1ae52594fa97 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:47.445209 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-49563046-1af1-458a-808d-8001812ed72c req-c274ffa7-48e6-4261-a1fe-1ae52594fa97 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 945 time: 0.0530009 Mar 08 17:57:47.498106 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-49563046-1af1-458a-808d-8001812ed72c req-7a77102c-6674-4dc3-bb75-83f01ba2347b tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/security-groups?id=142b56ea-89a7-4167-83e8-fd6f40f82a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470767 Mar 08 17:57:48.009309 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42364462-8726-43cd-84c4-43d90b3bd72d req-0b6452b9-a89f-4958-a07e-aba2d4075315 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 17:57:48.010776 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-42364462-8726-43cd-84c4-43d90b3bd72d req-0b6452b9-a89f-4958-a07e-aba2d4075315 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 945 time: 0.0509405 Mar 08 17:57:48.104964 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-42364462-8726-43cd-84c4-43d90b3bd72d req-833b092c-0ad3-4449-9dd4-643d4e813c2e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Deleting port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:48.105316 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-42364462-8726-43cd-84c4-43d90b3bd72d req-833b092c-0ad3-4449-9dd4-643d4e813c2e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:48.206760 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-42364462-8726-43cd-84c4-43d90b3bd72d req-833b092c-0ad3-4449-9dd4-643d4e813c2e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] For port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:57:48.207124 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-42364462-8726-43cd-84c4-43d90b3bd72d req-833b092c-0ad3-4449-9dd4-643d4e813c2e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:48.219506 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-42364462-8726-43cd-84c4-43d90b3bd72d req-833b092c-0ad3-4449-9dd4-643d4e813c2e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Calling delete_port for 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:48.415301 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-42364462-8726-43cd-84c4-43d90b3bd72d req-833b092c-0ad3-4449-9dd4-643d4e813c2e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (4a3e390b-6aec-41ba-ae1c-e5c8d0efe191), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:48.443256 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b092c-0ad3-4449-9dd4-643d4e813c2e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event deleted for resources: {'Port': ['ID=4a3e390b-6aec-41ba-ae1c-e5c8d0efe191,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:48.486667 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-42364462-8726-43cd-84c4-43d90b3bd72d req-833b092c-0ad3-4449-9dd4-643d4e813c2e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] No DVR routers for this DVR port 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 on host hv-cinder-83008 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:57:48.489110 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-42364462-8726-43cd-84c4-43d90b3bd72d req-833b092c-0ad3-4449-9dd4-643d4e813c2e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:48.492537 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-42364462-8726-43cd-84c4-43d90b3bd72d req-833b092c-0ad3-4449-9dd4-643d4e813c2e tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.64 "DELETE /v2.0/ports/4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 HTTP/1.1" status: 204 len: 173 time: 0.4751735 Mar 08 17:57:48.492987 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'name': 'network-vif-deleted', 'tag': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 17:57:48.495951 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e740ac56c5a935d8f3ffc076944d9c771f9a57b15419cc2b2cf0fb4e2d8a6e8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddbb1ca-e2a2-4c50-9c4f-fa7d886e1f8f" -d '{"events": [{"server_uuid": "28a0a42c-f3fd-486d-a191-b8b98c823c11", "name": "network-vif-deleted", "tag": "4a3e390b-6aec-41ba-ae1c-e5c8d0efe191"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 17:57:48.534126 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 17:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b484ea-4ce8-46dc-8e19-7e40af639289 x-openstack-request-id: req-85b484ea-4ce8-46dc-8e19-7e40af639289 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 17:57:48.537870 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0a42c-f3fd-486d-a191-b8b98c823c11", "name": "network-vif-deleted", "tag": "4a3e390b-6aec-41ba-ae1c-e5c8d0efe191", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 17:57:48.537870 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-85b484ea-4ce8-46dc-8e19-7e40af639289 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 17:57:48.537870 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a0a42c-f3fd-486d-a191-b8b98c823c11', 'name': 'network-vif-deleted', 'tag': '4a3e390b-6aec-41ba-ae1c-e5c8d0efe191', 'status': 'completed', 'code': 200} Mar 08 17:57:48.596632 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [req-70c26223-11f1-477c-bff8-3691cfb42a20 req-f4915762-e853-4bd2-bf12-94507c8576c1 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "GET /v2.0/ports?device_id=28a0a42c-f3fd-486d-a191-b8b98c823c11 HTTP/1.1" status: 200 len: 210 time: 0.0276015 Mar 08 17:57:49.078777 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cfe2f91-689c-40fe-b007-09c10dc53d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:49.654300 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59862) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:49.774791 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-11e4d5e2-238e-49a9-a922-9b72616a56ae tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Deleting port ac55f67d-4025-44e6-83ce-e679c2e51a04 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:49.775131 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-11e4d5e2-238e-49a9-a922-9b72616a56ae tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (ac55f67d-4025-44e6-83ce-e679c2e51a04), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:49.850408 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-11e4d5e2-238e-49a9-a922-9b72616a56ae tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (ac55f67d-4025-44e6-83ce-e679c2e51a04), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:49.850739 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-11e4d5e2-238e-49a9-a922-9b72616a56ae tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (ac55f67d-4025-44e6-83ce-e679c2e51a04), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:49.862490 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-11e4d5e2-238e-49a9-a922-9b72616a56ae tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Calling delete_port for ac55f67d-4025-44e6-83ce-e679c2e51a04 owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:50.054845 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-11e4d5e2-238e-49a9-a922-9b72616a56ae tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (ac55f67d-4025-44e6-83ce-e679c2e51a04), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:50.080549 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4d5e2-238e-49a9-a922-9b72616a56ae tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event deleted for resources: {'Port': ['ID=ac55f67d-4025-44e6-83ce-e679c2e51a04,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:50.139685 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-11e4d5e2-238e-49a9-a922-9b72616a56ae tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for floatingip (47554724-5c90-4a79-9fe5-d3c1a637ac7e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:50.142266 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-11e4d5e2-238e-49a9-a922-9b72616a56ae tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112552'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:50.143438 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-11e4d5e2-238e-49a9-a922-9b72616a56ae tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "DELETE /v2.0/floatingips/47554724-5c90-4a79-9fe5-d3c1a637ac7e HTTP/1.1" status: 204 len: 168 time: 0.4881792 Mar 08 17:57:50.609655 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:50.660326 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:57:50.680850 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] No Port match for: 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:57:50.681203 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Device 4a3e390b-6aec-41ba-ae1c-e5c8d0efe191 not bound to the agent host hv-cinder-83008 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:57:51.352200 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7e9bf897-32d8-4098-b3ff-d2ad86764cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:51.465611 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59874) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:51.526153 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc189329-c676-4c6a-8f95-92414747cb02 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group (142b56ea-89a7-4167-83e8-fd6f40f82a9b), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:51.550668 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc189329-c676-4c6a-8f95-92414747cb02 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group (142b56ea-89a7-4167-83e8-fd6f40f82a9b), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:51.673006 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc189329-c676-4c6a-8f95-92414747cb02 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (142b56ea-89a7-4167-83e8-fd6f40f82a9b), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:51.675708 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc189329-c676-4c6a-8f95-92414747cb02 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:51.676914 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-dc189329-c676-4c6a-8f95-92414747cb02 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] 10.222.0.66 "DELETE /v2.0/security-groups/142b56ea-89a7-4167-83e8-fd6f40f82a9b HTTP/1.1" status: 204 len: 168 time: 0.2102540 Mar 08 17:57:51.686806 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc189329-c676-4c6a-8f95-92414747cb02 tempest-TestVolumeBootPattern-890358697 tempest-TestVolumeBootPattern-890358697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142b56ea-89a7-4167-83e8-fd6f40f82a9b,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:51.802876 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59878) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:52.251089 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835734'] for router_interface (a04379f0-3caa-4427-adbb-175c9e8f590f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:52.503628 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] Deleting port 8b3b166d-4fb2-448a-a45e-e48b5946dbac {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:52.504319 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:52.583301 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] For port 8b3b166d-4fb2-448a-a45e-e48b5946dbac, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=8b3b166d-4fb2-448a-a45e-e48b5946dbac,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:57:52.583664 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:52.595171 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] Calling delete_port for 8b3b166d-4fb2-448a-a45e-e48b5946dbac owned by network:router_interface {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:52.798418 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:52.821269 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (8b3b166d-4fb2-448a-a45e-e48b5946dbac), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:52.845034 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3b166d-4fb2-448a-a45e-e48b5946dbac,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:53.013531 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3835682'] for router_interface (a04379f0-3caa-4427-adbb-175c9e8f590f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:53.232753 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] Router a04379f0-3caa-4427-adbb-175c9e8f590f has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:57:53.339618 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:57:53.345016 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a7d0dd9f-e4f5-468b-9507-6cfd926fc55e admin admin] 10.222.0.66 "PUT /v2.0/routers/a04379f0-3caa-4427-adbb-175c9e8f590f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5410786 Mar 08 17:57:53.349384 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59882) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:53.352249 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec03b6f-0bfd-46e2-86c2-a84f6f14d095 None None] Sync routers for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:57:53.366596 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec03b6f-0bfd-46e2-86c2-a84f6f14d095 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:57:53.367219 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-dec03b6f-0bfd-46e2-86c2-a84f6f14d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:57:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:53.453251 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Publish callbacks [] for router (a04379f0-3caa-4427-adbb-175c9e8f590f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:53.480148 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-dec03b6f-0bfd-46e2-86c2-a84f6f14d095 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:57:53.674174 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-dec03b6f-0bfd-46e2-86c2-a84f6f14d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:57:52Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:53.700669 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec03b6f-0bfd-46e2-86c2-a84f6f14d095 None None] Checking router: a04379f0-3caa-4427-adbb-175c9e8f590f for host: dv-cinder-830085-3-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:57:53.710295 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec03b6f-0bfd-46e2-86c2-a84f6f14d095 None None] Routers {'a04379f0-3caa-4427-adbb-175c9e8f590f'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:57:53.710838 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-dec03b6f-0bfd-46e2-86c2-a84f6f14d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:57:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['a04379f0-3caa-4427-adbb-175c9e8f590f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:53.822173 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-dec03b6f-0bfd-46e2-86c2-a84f6f14d095 None None] Set router a04379f0-3caa-4427-adbb-175c9e8f590f gateway port host: dv-cinder-830085-3-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:57:53.828977 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Publish callbacks [] for router_gateway (a04379f0-3caa-4427-adbb-175c9e8f590f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:53.943877 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Deleting port 7f11bdd9-de42-40b1-8fe6-eba067ddeced {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:53.944361 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:53.999352 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.007544 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-dec03b6f-0bfd-46e2-86c2-a84f6f14d095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:57:52Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:54.031811 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] For port 7f11bdd9-de42-40b1-8fe6-eba067ddeced, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=7f11bdd9-de42-40b1-8fe6-eba067ddeced,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:57:54.032182 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.044855 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Calling delete_port for 7f11bdd9-de42-40b1-8fe6-eba067ddeced owned by network:router_gateway {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:54.125534 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec03b6f-0bfd-46e2-86c2-a84f6f14d095 None None] The sync data for ids ['a04379f0-3caa-4427-adbb-175c9e8f590f'] in dv-cinder-830085-3-iscsi is: [{'id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'name': 'tempest-TestVolumeBootPattern-1590362844-router', 'tenant_id': 'b0187d25d0754adeb9bca555430c5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:05Z', 'updated_at': '2022-03-08T17:57:52Z', 'revision_number': 5, 'project_id': 'b0187d25d0754adeb9bca555430c5f48', 'gw_port': {'id': '7f11bdd9-de42-40b1-8fe6-eba067ddeced', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04379f0-3caa-4427-adbb-175c9e8f590f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:06Z', 'updated_at': '2022-03-08T17:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:57:54.283634 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (7f11bdd9-de42-40b1-8fe6-eba067ddeced), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.309845 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f11bdd9-de42-40b1-8fe6-eba067ddeced,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:54.370675 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837064'] for router_gateway (a04379f0-3caa-4427-adbb-175c9e8f590f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.475233 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8816'] for router (a04379f0-3caa-4427-adbb-175c9e8f590f), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.477466 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Publish callbacks [] for router_controller (a04379f0-3caa-4427-adbb-175c9e8f590f), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.592852 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864875'] for router (a04379f0-3caa-4427-adbb-175c9e8f590f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.593644 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a04379f0-3caa-4427-adbb-175c9e8f590f {{(pid=103424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:57:54.599225 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.600474 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-14f9d0fd-07eb-42fc-886e-05084dcde485 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a04379f0-3caa-4427-adbb-175c9e8f590f HTTP/1.1" status: 204 len: 168 time: 1.2501523 Mar 08 17:57:54.603021 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59884) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:54.647741 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f79d5c4-82e9-49a9-8ccc-6e972564361b admin admin] Deleting subnet ace3752b-8e27-48c5-9c88-fb4dc3995f49 {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:57:54.651066 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3f79d5c4-82e9-49a9-8ccc-6e972564361b admin admin] Publish callbacks [] for subnet (ace3752b-8e27-48c5-9c88-fb4dc3995f49), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.686706 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3f79d5c4-82e9-49a9-8ccc-6e972564361b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127025719'] for subnet (ace3752b-8e27-48c5-9c88-fb4dc3995f49), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.772853 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3f79d5c4-82e9-49a9-8ccc-6e972564361b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (ace3752b-8e27-48c5-9c88-fb4dc3995f49), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.889917 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3f79d5c4-82e9-49a9-8ccc-6e972564361b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129998979', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129705221'] for subnet (ace3752b-8e27-48c5-9c88-fb4dc3995f49), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.914953 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79d5c4-82e9-49a9-8ccc-6e972564361b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace3752b-8e27-48c5-9c88-fb4dc3995f49,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:54.918582 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3f79d5c4-82e9-49a9-8ccc-6e972564361b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:54.922321 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-3f79d5c4-82e9-49a9-8ccc-6e972564361b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ace3752b-8e27-48c5-9c88-fb4dc3995f49 HTTP/1.1" status: 204 len: 168 time: 0.3183513 Mar 08 17:57:54.924929 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59886) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:54.926138 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929cfca-aabd-40c1-abd2-e6f6d0059b26 None None] Network 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:57:55.008494 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (6b3758e3-66ad-418f-a8ee-71c2aef66cf1), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.075842 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Deleting port 20a542e6-772d-429e-b07c-8ad9ce6f9197 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:55.076185 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.104326 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] DHCP port deletion for 6b3758e3-66ad-418f-a8ee-71c2aef66cf1 request from dv-cinder-830085-3-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:57:55.147623 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] For port 20a542e6-772d-429e-b07c-8ad9ce6f9197, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=20a542e6-772d-429e-b07c-8ad9ce6f9197,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:57:55.148013 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.158492 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Deleting port 20a542e6-772d-429e-b07c-8ad9ce6f9197 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:55.158880 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.166706 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Calling delete_port for 20a542e6-772d-429e-b07c-8ad9ce6f9197 owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:55.213282 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 8b3b166d-4fb2-448a-a45e-e48b5946dbac no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:57:55.249136 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: 8b3b166d-4fb2-448a-a45e-e48b5946dbac {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:57:55.250092 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 8b3b166d-4fb2-448a-a45e-e48b5946dbac not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:57:55.250517 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 20a542e6-772d-429e-b07c-8ad9ce6f9197 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:57:55.293733 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] For port 20a542e6-772d-429e-b07c-8ad9ce6f9197, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=20a542e6-772d-429e-b07c-8ad9ce6f9197,segment=NetworkSegment(b1853fec-4ab4-421e-a366-93973597beaf),segment_id=b1853fec-4ab4-421e-a366-93973597beaf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:57:55.294188 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.315907 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Calling delete_port for 20a542e6-772d-429e-b07c-8ad9ce6f9197 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:55.335351 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129999028'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.362003 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a542e6-772d-429e-b07c-8ad9ce6f9197,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:55.365447 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] No DVR routers for this DVR port 20a542e6-772d-429e-b07c-8ad9ce6f9197 on host dv-cinder-830085-3-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:57:55.368256 dv-cinder-830085-3-iscsi neutron-server[103426]: INFO neutron.plugins.ml2.db [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No ports have port_id starting with 20a542e6-772d-429e-b07c-8ad9ce6f9197 Mar 08 17:57:55.371095 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 7f11bdd9-de42-40b1-8fe6-eba067ddeced no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:57:55.375110 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.397771 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: 7f11bdd9-de42-40b1-8fe6-eba067ddeced {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:57:55.398083 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 7f11bdd9-de42-40b1-8fe6-eba067ddeced not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:57:55.433718 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442'] for port (20a542e6-772d-429e-b07c-8ad9ce6f9197), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.449220 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (6b3758e3-66ad-418f-a8ee-71c2aef66cf1), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.459192 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Pushing event deleted for resources: {'Port': ['ID=20a542e6-772d-429e-b07c-8ad9ce6f9197,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:55.463494 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] No DVR routers for this DVR port 20a542e6-772d-429e-b07c-8ad9ce6f9197 on host dv-cinder-830085-3-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:57:55.470830 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.471026 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3758e3-66ad-418f-a8ee-71c2aef66cf1']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:55.471186 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.475571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.475571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.475571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.475571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.475571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.475571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.475571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.475571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.475571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.475571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.475571 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741eec9a-62b3-4b3d-95bc-e7a2aa388dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:55.485150 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1853fec-4ab4-421e-a366-93973597beaf') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:55.485452 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1853fec-4ab4-421e-a366-93973597beaf') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:55.494885 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127025868'] for segment (b1853fec-4ab4-421e-a366-93973597beaf), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.507767 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (b1853fec-4ab4-421e-a366-93973597beaf), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.513676 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:57:55.514209 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129999081'] for segment (b1853fec-4ab4-421e-a366-93973597beaf), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: Traceback (most recent call last): Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: timer() Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: cb(*args, **kw) Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: return func(*args, **kwargs) Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: self._notify() Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: self.callback(batched_events) Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: event.method(event) Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: return f(self, *a, **k) Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._get(url).json() Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:57:55.520307 dv-cinder-830085-3-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:57:55.656546 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (6b3758e3-66ad-418f-a8ee-71c2aef66cf1), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.662023 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:55.665250 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6b3758e3-66ad-418f-a8ee-71c2aef66cf1 HTTP/1.1" status: 204 len: 168 time: 0.7393508 Mar 08 17:57:55.668416 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59888) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:55.676856 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a633145-6e36-4606-90b9-492d96ffe663 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3758e3-66ad-418f-a8ee-71c2aef66cf1,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:56.029539 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3835734'] for router_interface (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:56.478579 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Deleting port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:56.478940 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:56.554845 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] For port 01fa83c9-5a0f-4fba-82a3-a14c8d991a04, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=01fa83c9-5a0f-4fba-82a3-a14c8d991a04,segment=NetworkSegment(b8512df4-4b1c-4c57-b345-1b519a9dcb4c),segment_id=b8512df4-4b1c-4c57-b345-1b519a9dcb4c)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:57:56.555205 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:56.566712 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Calling delete_port for 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:56.815719 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (01fa83c9-5a0f-4fba-82a3-a14c8d991a04), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:56.841583 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=01fa83c9-5a0f-4fba-82a3-a14c8d991a04,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:56.871317 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.871671 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.872018 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.872361 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.872691 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.873023 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.873389 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.873722 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.874080 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.874407 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.874732 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.875053 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.875374 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830085-3-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 17:57:56.950005 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:57:57.029954 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4171279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3835682'] for router_interface (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:57.251965 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 has already been hosted by L3 agent ce6156d8-a556-48aa-998b-11d79b414184 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 17:57:57.359168 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] Notify agent at l3_agent.dv-cinder-830085-3-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 17:57:57.364874 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-61a2d45d-61c5-4bee-b353-d9de62029b40 admin admin] 10.222.0.66 "PUT /v2.0/routers/07bd2bf9-4c7a-491e-83fd-125ff501d5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6953843 Mar 08 17:57:57.367679 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59890) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:57.368772 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bcd533-7b46-4451-8a66-8c483c64f2aa None None] Sync routers for ids ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'] in dv-cinder-830085-3-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 17:57:57.378292 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bcd533-7b46-4451-8a66-8c483c64f2aa None None] Routers {'07bd2bf9-4c7a-491e-83fd-125ff501d5d7'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:57:57.378835 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-68bcd533-7b46-4451-8a66-8c483c64f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:57:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:57.472920 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Publish callbacks [] for router (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:57.484921 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-68bcd533-7b46-4451-8a66-8c483c64f2aa None None] Set router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 gateway port host: dv-cinder-830085-3-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:57:57.579182 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Publish callbacks [] for router_gateway (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:57.666512 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-68bcd533-7b46-4451-8a66-8c483c64f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'name': 'tempest-TestVolumeBootPattern-1399599940-router', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'external_fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:11Z', 'updated_at': '2022-03-08T17:57:56Z', 'revision_number': 5, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'gw_port': {'id': '6b798eb6-1aa8-40fc-bc65-71129a8b7521', 'name': '', 'network_id': '1cf1adba-36f7-45e5-a590-5d52a2089e80', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830085-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T17:49:12Z', 'updated_at': '2022-03-08T17:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa2c27aa-7f36-44cf-8bc3-f7b05fb3414d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830085-3-iscsi'}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:57.693351 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bcd533-7b46-4451-8a66-8c483c64f2aa None None] Checking router: 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 for host: dv-cinder-830085-3-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 17:57:57.702603 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bcd533-7b46-4451-8a66-8c483c64f2aa None None] Routers {'07bd2bf9-4c7a-491e-83fd-125ff501d5d7'} bound to L3 agent in host dv-cinder-830085-3-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 17:57:57.703311 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-68bcd533-7b46-4451-8a66-8c483c64f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830085-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T17:23:51Z,description=,heartbeat_timestamp=2022-03-08T17:57:51Z,host='dv-cinder-830085-3-iscsi',id=ce6156d8-a556-48aa-998b-11d79b414184,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T17:23:52Z,topic='l3_agent')) {'router_ids': ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:57.703501 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Deleting port 6b798eb6-1aa8-40fc-bc65-71129a8b7521 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:57.703793 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:57.786935 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] For port 6b798eb6-1aa8-40fc-bc65-71129a8b7521, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=6b798eb6-1aa8-40fc-bc65-71129a8b7521,segment=NetworkSegment(4b5dfae0-a905-40cc-9aaa-d1f0d20e014d),segment_id=4b5dfae0-a905-40cc-9aaa-d1f0d20e014d)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:57:57.787299 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:57.799863 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Calling delete_port for 6b798eb6-1aa8-40fc-bc65-71129a8b7521 owned by network:router_gateway {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:57.927073 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-68bcd533-7b46-4451-8a66-8c483c64f2aa None None] Set router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 gateway port host: None {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 17:57:57.979977 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-68bcd533-7b46-4451-8a66-8c483c64f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'name': 'tempest-TestVolumeBootPattern-1399599940-router', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:11Z', 'updated_at': '2022-03-08T17:57:57Z', 'revision_number': 6, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'gw_port_host': None}], 'dv-cinder-830085-3-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:58.009503 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (6b798eb6-1aa8-40fc-bc65-71129a8b7521), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.010099 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bcd533-7b46-4451-8a66-8c483c64f2aa None None] The sync data for ids ['07bd2bf9-4c7a-491e-83fd-125ff501d5d7'] in dv-cinder-830085-3-iscsi is: [{'id': '07bd2bf9-4c7a-491e-83fd-125ff501d5d7', 'name': 'tempest-TestVolumeBootPattern-1399599940-router', 'tenant_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T17:49:11Z', 'updated_at': '2022-03-08T17:57:57Z', 'revision_number': 6, 'project_id': 'ee013a8dd34c4ad9975c4a460fd39825', 'gw_port_host': None}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 17:57:58.040435 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b798eb6-1aa8-40fc-bc65-71129a8b7521,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:58.105944 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3837064'] for router_gateway (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.195569 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8816'] for router (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.197567 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Publish callbacks [] for router_controller (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.313129 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864875'] for router (07bd2bf9-4c7a-491e-83fd-125ff501d5d7), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.313591 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07bd2bf9-4c7a-491e-83fd-125ff501d5d7 {{(pid=103425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 17:57:58.317852 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.319008 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d9c5fc0a-f83b-48de-9e2c-5df469d947e4 admin admin] 10.222.0.66 "DELETE /v2.0/routers/07bd2bf9-4c7a-491e-83fd-125ff501d5d7 HTTP/1.1" status: 204 len: 168 time: 0.9504075 Mar 08 17:57:58.321556 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59892) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:58.366632 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-c235fce6-9022-4180-bcf0-e8f928bf4fa5 admin admin] Deleting subnet 28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4 {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 17:57:58.369950 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c235fce6-9022-4180-bcf0-e8f928bf4fa5 admin admin] Publish callbacks [] for subnet (28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.405435 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c235fce6-9022-4180-bcf0-e8f928bf4fa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126485086'] for subnet (28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.490742 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c235fce6-9022-4180-bcf0-e8f928bf4fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-944119'] for subnet (28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.593313 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c235fce6-9022-4180-bcf0-e8f928bf4fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-944108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4153692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126735889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924550'] for subnet (28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.619765 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235fce6-9022-4180-bcf0-e8f928bf4fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:58.623374 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c235fce6-9022-4180-bcf0-e8f928bf4fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.626598 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c235fce6-9022-4180-bcf0-e8f928bf4fa5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/28e9ca44-5e0e-4e6f-b4cd-d0288d4c2dd4 HTTP/1.1" status: 204 len: 168 time: 0.3040929 Mar 08 17:57:58.629041 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59894) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:58.632685 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0df362-a4d8-48f2-8e1c-5fbd2daabc50 None None] Network a20fc034-8e8b-4927-b94a-fec9c2c79840 requested from dv-cinder-830085-3-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 17:57:58.699776 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-821112'] for network (a20fc034-8e8b-4927-b94a-fec9c2c79840), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.760141 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Deleting port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:58.760476 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.788734 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdda9206-a192-42aa-b455-ca2b320877ce None None] DHCP port deletion for a20fc034-8e8b-4927-b94a-fec9c2c79840 request from dv-cinder-830085-3-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 17:57:58.827201 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] For port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=7c3258ea-9740-4bfe-a2d8-1836a1c327a1,segment=NetworkSegment(b8512df4-4b1c-4c57-b345-1b519a9dcb4c),segment_id=b8512df4-4b1c-4c57-b345-1b519a9dcb4c)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:57:58.827568 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.835217 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cdda9206-a192-42aa-b455-ca2b320877ce None None] Deleting port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 17:57:58.835593 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cdda9206-a192-42aa-b455-ca2b320877ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759923514435'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.845989 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Calling delete_port for 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 owned by network:dhcp {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:58.899656 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-cdda9206-a192-42aa-b455-ca2b320877ce None None] For port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1, host dv-cinder-830085-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830085-3-iscsi',level=0,port_id=7c3258ea-9740-4bfe-a2d8-1836a1c327a1,segment=NetworkSegment(b8512df4-4b1c-4c57-b345-1b519a9dcb4c),segment_id=b8512df4-4b1c-4c57-b345-1b519a9dcb4c)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 17:57:58.900050 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cdda9206-a192-42aa-b455-ca2b320877ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3839300'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:58.913158 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cdda9206-a192-42aa-b455-ca2b320877ce None None] Calling delete_port for 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 17:57:59.037667 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126735910'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.043950 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cdda9206-a192-42aa-b455-ca2b320877ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-987549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759923520934', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759923146442'] for port (7c3258ea-9740-4bfe-a2d8-1836a1c327a1), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.062849 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3258ea-9740-4bfe-a2d8-1836a1c327a1,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:59.066270 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] No DVR routers for this DVR port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 on host dv-cinder-830085-3-iscsi {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:57:59.068404 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda9206-a192-42aa-b455-ca2b320877ce None None] Pushing event deleted for resources: {'Port': ['ID=7c3258ea-9740-4bfe-a2d8-1836a1c327a1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:59.073997 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda9206-a192-42aa-b455-ca2b320877ce None None] No DVR routers for this DVR port 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 on host dv-cinder-830085-3-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 17:57:59.139939 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-880760', 'neutron.services.segments.db._delete_segments_for_network-8759923459687'] for network (a20fc034-8e8b-4927-b94a-fec9c2c79840), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.161584 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20fc034-8e8b-4927-b94a-fec9c2c79840']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:59.171439 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8512df4-4b1c-4c57-b345-1b519a9dcb4c') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:59.171833 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8512df4-4b1c-4c57-b345-1b519a9dcb4c') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 17:57:59.181298 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759923459952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126485157'] for segment (b8512df4-4b1c-4c57-b345-1b519a9dcb4c), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.190597 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 6b798eb6-1aa8-40fc-bc65-71129a8b7521 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:57:59.194981 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012'] for segment (b8512df4-4b1c-4c57-b345-1b519a9dcb4c), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.200835 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-946012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126735995'] for segment (b8512df4-4b1c-4c57-b345-1b519a9dcb4c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: Traceback (most recent call last): Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: timer() Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: cb(*args, **kw) Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: return func(*args, **kwargs) Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: self._notify() Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: self.callback(batched_events) Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: event.method(event) Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: return f(self, *a, **k) Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._get(url).json() Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 17:57:59.204055 dv-cinder-830085-3-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 17:57:59.211375 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: 6b798eb6-1aa8-40fc-bc65-71129a8b7521 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:57:59.211727 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 6b798eb6-1aa8-40fc-bc65-71129a8b7521 not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:57:59.212156 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:57:59.231711 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:57:59.232058 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 7c3258ea-9740-4bfe-a2d8-1836a1c327a1 not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:57:59.232467 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 no longer exists at agent ovs-agent-dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 17:57:59.251348 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] No Port match for: 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 17:57:59.251693 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Device 01fa83c9-5a0f-4fba-82a3-a14c8d991a04 not bound to the agent host dv-cinder-830085-3-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 17:57:59.341326 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-880753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4171264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3837100'] for network (a20fc034-8e8b-4927-b94a-fec9c2c79840), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.347458 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4171282'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.350570 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] 10.222.0.66 "DELETE /v2.0/networks/a20fc034-8e8b-4927-b94a-fec9c2c79840 HTTP/1.1" status: 204 len: 168 time: 0.7206264 Mar 08 17:57:59.361489 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036aaf7-9d74-44e5-b597-450bbfd5272c admin admin] Pushing event deleted for resources: {'Network': ['ID=a20fc034-8e8b-4927-b94a-fec9c2c79840,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:57:59.660368 dv-cinder-830085-3-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.66', 59898) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:59.700731 dv-cinder-830085-3-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5cd3df4b-14d3-43d0-9fea-2c58966d2dbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b0187d25d0754adeb9bca555430c5f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391624 Mar 08 17:57:59.703225 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59900) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:57:59.749551 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e1d19563-402c-47b2-9869-56a591faaef4 admin admin] Publish callbacks [] for security_group (485b74c2-7dca-427b-a259-7647ffba8b86), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.770954 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e1d19563-402c-47b2-9869-56a591faaef4 admin admin] Publish callbacks [] for security_group (485b74c2-7dca-427b-a259-7647ffba8b86), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.878161 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e1d19563-402c-47b2-9869-56a591faaef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (485b74c2-7dca-427b-a259-7647ffba8b86), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.880719 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e1d19563-402c-47b2-9869-56a591faaef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:57:59.881914 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e1d19563-402c-47b2-9869-56a591faaef4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/485b74c2-7dca-427b-a259-7647ffba8b86 HTTP/1.1" status: 204 len: 168 time: 0.1776729 Mar 08 17:57:59.889659 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d19563-402c-47b2-9869-56a591faaef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485b74c2-7dca-427b-a259-7647ffba8b86,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:58:00.529712 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59906) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:58:00.572143 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-2872ca04-98b1-49bf-ab4c-079fb4e2c7de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee013a8dd34c4ad9975c4a460fd39825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411437 Mar 08 17:58:00.574625 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.66', 59908) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 17:58:00.622018 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a6a7be83-a080-475e-8748-8493b17817cf admin admin] Publish callbacks [] for security_group (09af3b19-f7e8-4175-9e2f-f610ac812f93), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:00.644523 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a6a7be83-a080-475e-8748-8493b17817cf admin admin] Publish callbacks [] for security_group (09af3b19-f7e8-4175-9e2f-f610ac812f93), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:00.758842 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a6a7be83-a080-475e-8748-8493b17817cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722130'] for security_group (09af3b19-f7e8-4175-9e2f-f610ac812f93), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:00.762215 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a6a7be83-a080-475e-8748-8493b17817cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:00.766583 dv-cinder-830085-3-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a6a7be83-a080-475e-8748-8493b17817cf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09af3b19-f7e8-4175-9e2f-f610ac812f93 HTTP/1.1" status: 204 len: 168 time: 0.1878324 Mar 08 17:58:00.771616 dv-cinder-830085-3-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7be83-a080-475e-8748-8493b17817cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09af3b19-f7e8-4175-9e2f-f610ac812f93,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 17:58:19.060719 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-78141b20-bf99-42e6-9b62-b7838a3afaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:20.597245 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:21.346543 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-401c71e2-bccd-4f38-92f1-53a19950400f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:22.786447 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:23.980386 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:25.294668 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:33.951226 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:58:49.082830 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e4de06e-993c-4635-b863-f997fa8a3f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:50.636673 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:51.356734 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e818efeb-e7ed-4efc-9e77-1ef05f3f0fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:52.819819 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:53.996308 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:58:55.317215 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:10.949922 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:59:19.087312 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e63d045b-e62f-4b95-a7c6-3aa53de387f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:20.612944 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:21.390040 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-987e7014-8cf3-4c93-aaf8-91f57084ccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:22.818516 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:24.012737 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:25.304040 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:47.948960 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 17:59:49.063759 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72282606-0a98-4324-8c86-be8ecae94adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:50.646098 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:51.360662 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2d60b1e-2b4f-4786-8d45-35a736e5afbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:52.812186 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:54.040799 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 17:59:55.366435 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:19.068926 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4cec6c6-46d0-46f5-8473-c50ed24340d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:20.634259 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:21.354155 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02d55903-3345-4088-adba-81989fd10544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:22.811715 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:24.046220 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:24.948260 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:00:25.308615 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:49.119560 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cce53931-1b1b-433c-974c-872794bbe2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:50.639342 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:51.365163 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4e87eb0-c635-4627-8b0d-6ec71c9aedce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:52.799058 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:54.044985 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:00:55.290726 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:01.947219 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:01:19.079039 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7336cb9f-82fc-4e91-9aae-adcd88ecd9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:20.667483 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:21.370247 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5727f775-8f6e-422e-a302-3bed64084aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:22.798663 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:24.015869 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:25.302115 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:38.945973 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:01:49.112263 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2aa17b28-f2fe-4fd5-bb91-d1fdf00ba76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:50.643827 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:51.409349 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2a55bf5-39d7-4cb4-a139-f4f0e814194a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:52.820317 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:54.038035 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:01:55.305641 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:15.945061 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:02:19.089298 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dec2fb26-6ea7-4a96-9a2e-07da8f5a1a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:20.654526 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:21.362804 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4d07d714-242b-4adc-b038-8d46552796ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:22.831635 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:23.996644 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:25.306008 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:49.099360 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64221475-3a82-46ac-91f9-bb4d52f14f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:50.676464 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:51.345055 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0501f73-1e43-4b29-b057-995a73155e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:52.813851 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:52.943836 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 18:02:54.001376 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:02:55.328364 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:03:19.104526 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3081638-3170-40b4-8901-605814da5ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (f30e9140-46a1-40c6-be1e-c897a03df998), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:03:20.704646 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44bd4662-0eea-48a0-856b-ada022f07c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (9d7b01d2-9170-43cc-aae7-4e343e6a570f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:03:21.402044 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32b2b7b3-c228-4b1d-96bb-a3cc6600a960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (ce6156d8-a556-48aa-998b-11d79b414184), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:03:22.830305 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2b46-ffa5-45ef-9438-328cff0c3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (0e4090ec-b01c-4e8a-9253-81943967a663), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:03:24.081576 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016901c4-839b-427c-be34-82ca41017d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (6cfb5db8-f731-4b73-9ca6-6dd0d2752b25), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:03:25.320606 dv-cinder-830085-3-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-699b1519-de30-499c-a623-2e5dac131a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759923459669', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-854147'] for agent (c7615d76-bfde-4d99-ae1d-34a800bb9195), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 18:03:29.943349 dv-cinder-830085-3-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-ce0baf92-f43c-4626-a3bb-5d9795fbab24 None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}